00000800:00000200:3.1F:1740484776.385225:0:3762:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a36ef00] -> 12345-192.168.204.138@tcp (2) 00000800:00000200:1.1F:1740484776.386016:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a36ef00] -> 12345-192.168.204.138@tcp (2) 00000800:00000200:1.1:1740484776.386021:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.138@tcp ffff8800a740a300 deleted 00000800:00000010:1.1:1740484776.386023:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a740a300. 00000800:00000200:1.1:1740484776.386026:0:3753:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1740484776.386030:0:3753:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:1023 00000800:00000200:1.1:1740484776.386034:0:3753:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ad10a900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1740484776.386113:0:3752:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1740484776.386364:0:3754:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012a36ef00] -> 12345-192.168.204.138@tcp (4) 00000800:00000200:1.1:1740484776.386366:0:3754:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.138@tcp ffff8800a740a3c0 deleted 00000800:00000010:1.1:1740484776.386367:0:3754:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a740a3c0. 00000800:00000200:1.1:1740484776.386369:0:3754:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1740484776.386406:0:3752:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1740484776.450700:0:11:0:(ldlm_resource.c:1474:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4d60200. 00010000:00000010:0.1:1740484776.450711:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130fada00. 00010000:00000010:1.1:1740484776.525687:0:27:0:(ldlm_resource.c:1474:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130805d00. 00010000:00000010:1.1:1740484776.525692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4102200. 00010000:00000010:3.1:1740484776.525716:0:11:0:(ldlm_resource.c:1474:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801309d2d00. 00010000:00000010:3.1:1740484776.525723:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880087903a00. 00010000:00000010:3.1:1740484776.534697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800ad114400. 00080000:00000010:1.1:1740484776.540711:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b204a4e0. 00010000:00010000:0.0:1740485459.971232:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131cd7200/0x5922c046cda8ba1b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f89 expref: 2982 pid: 16678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.971247:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131cd7200/0x5922c046cda8ba1b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f89 expref: 2982 pid: 16678 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.971256:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009928ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708005376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.971272:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.971741:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708005632 00000100:00100000:0.0:1740485459.971745:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708005632 00000100:00100000:0.0:1740485459.971770:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708005888 00000100:00100000:0.0:1740485459.971772:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708005888 00000100:00100000:0.0:1740485459.974209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.974222:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869074944 00000100:00100000:0.0:1740485459.974225:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869074944 00010000:00010000:0.0:1740485459.974238:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5d9600/0x5922c046cda72f43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ef69 expref: 14438 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.974262:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519134 00000100:00100000:0.0:1740485459.974267:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14438:2005:x1825030869074944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.974274:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.974278:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5d9600/0x5922c046cda72f43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ef69 expref: 14438 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974287:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5d9600/0x5922c046cda72f43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ef69 expref: 14438 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974299:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5d9600/0x5922c046cda72f43 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ef69 expref: 14438 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974310:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.974312:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.974315:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f087400/0x5922c046cdb8a4d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974322:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f087400/0x5922c046cdb8a4d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x707c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974343:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.974369:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14437:2005:x1825030869074944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 101us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.974376:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519134 00000100:00100000:0.0:1740485459.974515:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869075200 00000100:00100000:0.0:1740485459.974519:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869075200 00010000:00010000:0.0:1740485459.974530:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cda737cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x707e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f718 expref: 14438 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.974549:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519135 00000100:00100000:0.0:1740485459.974553:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14438:2005:x1825030869075072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.974593:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.974599:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b83e00/0x5922c046cda73467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x707d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f41d expref: 14438 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974608:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b83e00/0x5922c046cda73467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x707d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f41d expref: 14438 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974625:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b83e00/0x5922c046cda73467 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x707d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f41d expref: 14438 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.974636:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.974638:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.974640:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e0a800/0x5922c046cdb8a4df lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x707d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974647:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e0a800/0x5922c046cdb8a4df lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x707d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974671:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.974688:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14436:2005:x1825030869075072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 133us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.974701:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519135 00000100:00100000:0.0:1740485459.974737:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708003584:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.974753:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974793:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974800:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974807:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974815:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974821:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974827:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d99f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.974830:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974837:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974847:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.974853:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8a4fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.974967:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123e48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3045:3765:x1825030708002816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5054us (5083us total) trans 4295500824 rc 0/0 00000100:00100000:0.0:1740485459.974975:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430355 00000100:00100000:0.0:1740485459.975002:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009937b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708004224:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.975015:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.975194:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869075840 00000100:00100000:0.0:1740485459.975198:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869075840 00010000:00010000:0.0:1740485459.975212:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7c0c00/0x5922c046cda8b6fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378eb7 expref: 2980 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.975229:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519141 00000100:00100000:0.0:1740485459.975234:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2980:2006:x1825030869075840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.975241:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.975245:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a7c0c00/0x5922c046cda8b6fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378eb7 expref: 2980 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975255:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a7c0c00/0x5922c046cda8b6fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378eb7 expref: 2980 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975266:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7c0c00/0x5922c046cda8b6fd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378eb7 expref: 2980 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975278:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975279:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975282:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975289:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975304:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.975323:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2979:2006:x1825030869075840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.975330:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519141 00000100:00100000:0.0:1740485459.975350:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869076096 00000100:00100000:0.0:1740485459.975353:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869076096 00010000:00010000:0.0:1740485459.975362:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131f6c800/0x5922c046cda73d19 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb7f expref: 14434 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.975384:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519142 00000100:00100000:0.0:1740485459.975388:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14434:2006:x1825030869076096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.975395:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.975398:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131f6c800/0x5922c046cda73d19 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb7f expref: 14434 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975507:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131f6c800/0x5922c046cda73d19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb7f expref: 14434 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975522:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131f6c800/0x5922c046cda73d19 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb7f expref: 14434 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975531:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975533:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975536:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d0ada00/0x5922c046cdb8a517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975542:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0ada00/0x5922c046cdb8a517 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975573:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.975614:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f88c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14434:2006:x1825030869076096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 224us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.975621:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519142 00000100:00100000:0.0:1740485459.975636:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519144 00000100:00100000:0.0:1740485459.975641:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cde0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14433:2003:x1825030869076224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.975648:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.975653:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e7b5800/0x5922c046cda73cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb5c expref: 14433 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975661:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e7b5800/0x5922c046cda73cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb5c expref: 14433 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975673:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e7b5800/0x5922c046cda73cbe lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb5c expref: 14433 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.975685:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975686:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.975689:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a51e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975695:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a51e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975710:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.975728:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cde0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14432:2003:x1825030869076224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.975734:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519144 00010000:00010000:0.0:1740485459.975889:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975896:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975903:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975910:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975916:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975922:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cacb000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.975925:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975931:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975941:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.975952:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cacb000/0x5922c046cdb8a510 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.976062:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3047:3764:x1825030708004096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5508us (5540us total) trans 4295500827 rc 0/0 00000100:00100000:0.0:1740485459.976069:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430358 00010000:00010000:0.0:1740485459.976087:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976097:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976103:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976110:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976116:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976121:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f7b4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.976124:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976130:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976140:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976147:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f7b4000/0x5922c046cdb8a509 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.976170:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708007424 00000100:00100000:0.0:1740485459.976173:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708007424 00000100:00100000:0.0:1740485459.976190:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430372 00000100:00100000:0.0:1740485459.976195:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3670:3766:x1825030708007424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.976206:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28807 count 1 00010000:00010000:0.0:1740485459.976216:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cb49800/0x5922c046cdb8a56b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7087:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976227:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131fb2e00/0x5922c046cda73f65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc89 expref: 14431 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976233:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.976235:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.976237:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb49800/0x5922c046cdb8a56b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976253:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131fb2e00/0x5922c046cda73f65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc89 expref: 14431 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976261:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131fb2e00/0x5922c046cda73f65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc89 expref: 14431 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.976276:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708008320:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.976291:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.976336:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869076352 00000100:00100000:0.0:1740485459.976340:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869076352 00010000:00010000:0.0:1740485459.976351:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba0a400/0x5922c046cda8b869 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f12 expref: 2978 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.976376:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519145 00000100:00100000:0.0:1740485459.976381:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2978:2006:x1825030869076352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.976388:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.976392:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ba0a400/0x5922c046cda8b869 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f12 expref: 2978 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.976400:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ba0a400/0x5922c046cda8b869 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f12 expref: 2978 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.976411:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba0a400/0x5922c046cda8b869 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f12 expref: 2978 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.976421:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.976423:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.976425:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d32f200/0x5922c046cdb8a525 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976432:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d32f200/0x5922c046cdb8a525 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976455:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.976469:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2978:2006:x1825030869076352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.976475:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519145 00000100:00100000:0.0:1740485459.976502:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009928ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708005376:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.976516:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.976642:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3050:3767:x1825030708003968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6125us (6245us total) trans 4295500828 rc 0/0 00000100:00100000:0.0:1740485459.976648:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430357 00010000:00010000:0.0:1740485459.976676:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976683:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976690:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976697:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976704:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976714:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099fd2a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.976717:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976724:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976733:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.976740:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099fd2a00/0x5922c046cdb8a52c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.976847:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3050:3764:x1825030708005120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5672us (5720us total) trans 4295500830 rc 0/0 00000100:00100000:0.0:1740485459.976854:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430362 00000004:00080000:0.0:1740485459.976883:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072bf1880/2, rc 0, transno 4295500828 00000100:00100000:0.0:1740485459.976890:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708003968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.976918:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708009088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.976938:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.976959:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708009088 00000100:00100000:0.0:1740485459.976962:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708009088 00000100:00100000:0.0:1740485459.976976:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430377 00000100:00100000:0.0:1740485459.976981:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009928ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3050:3767:x1825030708009088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.976998:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18100 count 1 00010000:00010000:0.0:1740485459.977010:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977020:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e620a00/0x5922c046cda8c99c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379222 expref: 2974 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977026:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.977027:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.977029:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977046:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e620a00/0x5922c046cda8c99c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379222 expref: 2974 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977055:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e620a00/0x5922c046cda8c99c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379222 expref: 2974 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.977065:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009937b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708009216:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.977079:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e29c0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485459.977101:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b77ce00/2, rc 0, transno 4295500831 00000100:00100000:0.0:1740485459.977117:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708005632:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485459.977130:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801333ef800/2, rc 0, transno 4295558458 00000100:00100000:0.0:1740485459.977138:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801333ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708005888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.977182:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.977188:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708009600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.977224:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.977264:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430379 00000100:00100000:0.0:1740485459.977269:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3052:3767:x1825030708009600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.977280:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18102 count 1 00010000:00010000:0.0:1740485459.977289:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977299:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2974 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977306:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.977307:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.977309:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977325:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2974 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.977335:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2974 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.977344:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b49ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708009984:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.977360:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.978691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.979357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.979442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.979462:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869077248 00000100:00100000:0.0:1740485459.979465:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869077248 00010000:00010000:0.0:1740485459.979476:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e21ce00/0x5922c046cda73f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc6d expref: 14430 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.979499:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519152 00000100:00100000:0.0:1740485459.979504:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14429:2006:x1825030869077248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.979510:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.979514:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e21ce00/0x5922c046cda73f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc6d expref: 14429 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979523:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e21ce00/0x5922c046cda73f42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc6d expref: 14429 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979535:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e21ce00/0x5922c046cda73f42 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc6d expref: 14429 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979546:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.979548:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.979551:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131e0e800/0x5922c046cdb8a556 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.979571:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131e0e800/0x5922c046cdb8a556 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.979614:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.979631:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14427:2006:x1825030869077248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 126us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.979639:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519152 00000100:00100000:0.0:1740485459.979795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.979812:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869077376 00000100:00100000:0.0:1740485459.979815:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869077376 00010000:00010000:0.0:1740485459.979826:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5973800/0x5922c046cda8bec8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790bd expref: 2975 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.979841:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519153 00000100:00100000:0.0:1740485459.979846:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2975:2004:x1825030869077376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.979853:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.979857:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5973800/0x5922c046cda8bec8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790bd expref: 2975 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979865:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5973800/0x5922c046cda8bec8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790bd expref: 2975 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979877:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5973800/0x5922c046cda8bec8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790bd expref: 2975 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.979888:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.979889:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.979892:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007203ec00/0x5922c046cdb8a55d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.979899:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007203ec00/0x5922c046cdb8a55d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.979923:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.979944:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2974:2004:x1825030869077376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.979953:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519153 00000004:00080000:0.0:1740485459.980119:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b00a80/2, rc 0, transno 4295500832 00000100:00100000:0.0:1740485459.980136:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708006656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.980147:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869077504 00000100:00100000:0.0:1740485459.980150:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869077504 00010000:00010000:0.0:1740485459.980160:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bace400/0x5922c046cda8c050 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379103 expref: 2974 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.980183:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519154 00000100:00100000:0.0:1740485459.980188:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d972d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2974:2003:x1825030869077504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.980194:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.980198:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bace400/0x5922c046cda8c050 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379103 expref: 2974 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.980207:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bace400/0x5922c046cda8c050 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379103 expref: 2974 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.980218:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bace400/0x5922c046cda8c050 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379103 expref: 2974 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.980228:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.980229:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.980232:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f087200/0x5922c046cdb8a564 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.980239:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f087200/0x5922c046cdb8a564 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.980252:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.980268:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d972d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2973:2003:x1825030869077504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.980274:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519154 00000100:00100000:0.0:1740485459.982005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.982031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.982061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.982102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.982113:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078016 00000100:00100000:0.0:1740485459.982116:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078016 00010000:00010000:0.0:1740485459.982129:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131ac1a00/0x5922c046cda7407d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcf2 expref: 14429 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982146:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519157 00000100:00100000:0.0:1740485459.982152:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14429:2006:x1825030869078016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.982158:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.982163:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131ac1a00/0x5922c046cda7407d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcf2 expref: 14429 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982172:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131ac1a00/0x5922c046cda7407d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcf2 expref: 14429 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982184:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131ac1a00/0x5922c046cda7407d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcf2 expref: 14429 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982199:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982200:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982203:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8a580 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982210:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8a580 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982233:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.982252:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14427:2006:x1825030869078016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.982267:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519157 00000100:00100000:0.0:1740485459.982315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.982328:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078272 00000100:00100000:0.0:1740485459.982331:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078272 00010000:00010000:0.0:1740485459.982344:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d93ec00/0x5922c046cda8c527 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c0 expref: 2972 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982361:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519159 00000100:00100000:0.0:1740485459.982366:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2972:2004:x1825030869078272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.982374:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.982378:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d93ec00/0x5922c046cda8c527 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c0 expref: 2972 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982387:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d93ec00/0x5922c046cda8c527 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c0 expref: 2972 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982405:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d93ec00/0x5922c046cda8c527 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c0 expref: 2972 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982415:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982417:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982420:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801326c5e00/0x5922c046cdb8a58e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982427:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801326c5e00/0x5922c046cdb8a58e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982456:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.982473:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2971:2004:x1825030869078272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 106us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.982480:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519159 00000100:00100000:0.0:1740485459.982537:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009937b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708009216:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.982550:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.982612:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078528 00000100:00100000:0.0:1740485459.982616:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078528 00010000:00010000:0.0:1740485459.982627:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008be32800/0x5922c046cda8cb8d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379245 expref: 2971 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982641:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078400 00000100:00100000:0.0:1740485459.982643:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078400 00010000:00010000:0.0:1740485459.982650:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e620a00/0x5922c046cda8c99c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379222 expref: 2972 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982664:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519161 00000100:00100000:0.0:1740485459.982668:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007216f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2972:2004:x1825030869078528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.982675:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.982678:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008be32800/0x5922c046cda8cb8d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379245 expref: 2972 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982687:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008be32800/0x5922c046cda8cb8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379245 expref: 2972 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982697:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982699:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982702:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123180a00/0x5922c046cdb8a59c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982709:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123180a00/0x5922c046cdb8a59c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982720:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.982738:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007216f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2972:2004:x1825030869078528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.982744:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519161 00000100:00100000:0.0:1740485459.982753:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078784 00000100:00100000:0.0:1740485459.982755:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078784 00010000:00010000:0.0:1740485459.982763:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801354cb800/0x5922c046cda740e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x708a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd15 expref: 14424 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982797:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869078656 00000100:00100000:0.0:1740485459.982799:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869078656 00010000:00010000:0.0:1740485459.982806:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2972 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982825:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869079040 00000100:00100000:0.0:1740485459.982827:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869079040 00010000:00010000:0.0:1740485459.982836:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b9d3000/0x5922c046cda741fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x708c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd7e expref: 14426 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.982854:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519164 00000100:00100000:0.0:1740485459.982858:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2972:2005:x1825030869078656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.982864:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.982868:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2972 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982877:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2972 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.982888:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982889:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.982892:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982899:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.982915:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.982936:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2971:2005:x1825030869078656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.982943:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519164 00010000:00010000:0.0:1740485459.983001:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fda9400/0x5922c046cda8d048 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792a7 expref: 2969 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.983012:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b49ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708009984:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.983025:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983033:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983038:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983046:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983052:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983059:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983069:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c373000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.983072:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983078:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983088:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983094:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c373000/0x5922c046cdb8a5a3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.983278:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3055:3767:x1825030708009600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6007us (6053us total) trans 4295500836 rc 0/0 00000100:00100000:0.0:1740485459.983285:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430379 00010000:00010000:0.0:1740485459.983305:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983313:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983319:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983326:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983333:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983338:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c373400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.983341:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983348:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983358:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983364:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c373400/0x5922c046cdb8a595 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.983465:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009928ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3056:3767:x1825030708009088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6483us (6526us total) trans 4295500838 rc 0/0 00000100:00100000:0.0:1740485459.983472:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430377 00000004:00080000:0.0:1740485459.983496:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae6f800/2, rc 0, transno 4295500836 00000100:00100000:0.0:1740485459.983511:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708009600:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485459.983519:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801233ced80/2, rc 0, transno 4295500838 00000100:00100000:0.0:1740485459.983523:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708009088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.983547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.983627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.983685:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800723f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708012032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.983704:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.983716:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.983721:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708011904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.983736:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.983753:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708012032 00000100:00100000:0.0:1740485459.983756:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708012032 00000100:00100000:0.0:1740485459.983768:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708011904 00000100:00100000:0.0:1740485459.983770:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708011904 00000100:00100000:0.0:1740485459.983793:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430388 00000100:00100000:0.0:1740485459.983799:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007216ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3056:3767:x1825030708012032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.983809:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18106 count 1 00010000:00010000:0.0:1740485459.983819:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c372a00/0x5922c046cdb8a5e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983830:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3cf800/0x5922c046cda8dc49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379444 expref: 2966 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983836:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.983838:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.983840:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c372a00/0x5922c046cdb8a5e2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983856:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3cf800/0x5922c046cda8dc49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379444 expref: 2966 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.983865:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3cf800/0x5922c046cda8dc49 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379444 expref: 2965 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.983880:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007216dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708012288:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.983896:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.983940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.984035:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.984042:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708012672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.984066:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.984081:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708012672 00000100:00100000:0.0:1740485459.984083:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708012672 00000100:00100000:0.0:1740485459.984099:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430391 00000100:00100000:0.0:1740485459.984103:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3679:3767:x1825030708012672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.984113:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28817 count 1 00010000:00010000:0.0:1740485459.984123:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984132:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072a1be00/0x5922c046cda7449e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe6c expref: 14418 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984138:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.984140:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.984142:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984157:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072a1be00/0x5922c046cda7449e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe6c expref: 14418 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984165:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072a1be00/0x5922c046cda7449e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe6c expref: 14418 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.984174:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708012928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.984189:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.984200:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008da3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.984218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.984297:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.984304:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.984322:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.984335:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.984341:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.984373:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.984415:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430394 00000100:00100000:0.0:1740485459.984421:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3060:3765:x1825030708013312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.984432:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18109 count 1 00010000:00010000:0.0:1740485459.984442:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984452:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2964 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984458:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.984460:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.984463:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984478:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2964 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.984488:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2964 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.984498:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013556e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708014464:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.984513:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.984524:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708014208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.984575:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.984640:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.988448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.988491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.988524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.988548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.988596:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869080064 00000100:00100000:0.0:1740485459.988600:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869080064 00010000:00010000:0.0:1740485459.988614:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801232b2800/0x5922c046cda8df60 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379491 expref: 2967 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.988635:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519173 00000100:00100000:0.0:1740485459.988641:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f249180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2967:2003:x1825030869079936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.988656:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.988663:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993d0c00/0x5922c046cda8d9b0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793b8 expref: 2967 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.988673:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993d0c00/0x5922c046cda8d9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793b8 expref: 2967 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.988686:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993d0c00/0x5922c046cda8d9b0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793b8 expref: 2966 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.988697:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.988698:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.988701:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c98600/0x5922c046cdb8a5e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.988709:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c98600/0x5922c046cdb8a5e9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.988725:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.988745:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f249180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2964:2003:x1825030869079936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.988752:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519173 00000100:00100000:0.0:1740485459.988789:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708012928:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.988804:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485459.988977:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f699500/2, rc 0, transno 4295500843 00000100:00100000:0.0:1740485459.988986:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708011904:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485459.989034:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800723f0e00/2, rc 0, transno 4295500842 00000100:00100000:0.0:1740485459.989040:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800723f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708012032:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485459.989065:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989077:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989085:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989092:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989098:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989103:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c755800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.989106:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989112:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989121:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989127:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c755800/0x5922c046cdb8a5f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.989235:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3686:3767:x1825030708012672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5130us (5168us total) trans 4295558472 rc 0/0 00000100:00100000:0.0:1740485459.989242:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430391 00000004:00080000:0.0:1740485459.989263:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bee0380/2, rc 0, transno 4295558472 00000100:00100000:0.0:1740485459.989278:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bee0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708012672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.989287:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a544c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708016000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.989307:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.989345:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708016256 00000100:00100000:0.0:1740485459.989348:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708016256 00000100:00100000:0.0:1740485459.989365:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430405 00000100:00100000:0.0:1740485459.989370:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3687:3764:x1825030708016256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.989381:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28824 count 1 00010000:00010000:0.0:1740485459.989390:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123180600/0x5922c046cdb8a659 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7098:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989401:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf16000/0x5922c046cda74880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fffb expref: 14416 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989408:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.989410:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.989412:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123180600/0x5922c046cdb8a659 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.989501:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869080832 00000100:00100000:0.0:1740485459.989505:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869080832 00010000:00010000:0.0:1740485459.989516:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f312800/0x5922c046cda7440b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe49 expref: 14416 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.989534:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519178 00000100:00100000:0.0:1740485459.989540:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2964:2003:x1825030869080576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.989547:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.989552:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2963 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.989575:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2963 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.989661:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.989663:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.989666:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989673:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989685:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.989705:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2962:2003:x1825030869080576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 164us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.989712:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519178 00010000:00010000:0.0:1740485459.989764:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136135200/0x5922c046cda8e349 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795be expref: 2961 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.989775:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013556e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708014464:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.989788:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989854:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989861:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989868:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989875:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989882:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989887:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cb48400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.989890:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989897:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989906:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.989913:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cb48400/0x5922c046cdb8a60c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.989961:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869081216 00000100:00100000:0.0:1740485459.989964:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869081216 00010000:00010000:0.0:1740485459.989977:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb4c200/0x5922c046cda8e1f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379547 expref: 2961 pid: 16676 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.989992:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869081344 00000100:00100000:0.0:1740485459.989995:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869081344 00010000:00010000:0.0:1740485459.990002:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800927c4c00/0x5922c046cda7460a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff06 expref: 14416 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.990016:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519183 00000100:00100000:0.0:1740485459.990021:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2961:2006:x1825030869081216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.990028:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.990032:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cb4c200/0x5922c046cda8e1f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379547 expref: 2960 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.990041:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cb4c200/0x5922c046cda8e1f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379547 expref: 2960 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.990053:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cb4c200/0x5922c046cda8e1f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379547 expref: 2960 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.990062:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.990064:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.990067:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be45200/0x5922c046cdb8a62f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.990079:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be45200/0x5922c046cdb8a62f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.990093:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.990107:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2959:2006:x1825030869081216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.990114:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519183 00000100:00100000:0.0:1740485459.990199:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3065:3765:x1825030708013312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5777us (5854us total) trans 4295500846 rc 0/0 00000100:00100000:0.0:1740485459.990206:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430394 00010000:00010000:0.0:1740485459.990232:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf16000/0x5922c046cda74880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fffb expref: 14411 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.990241:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf16000/0x5922c046cda74880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fffb expref: 14411 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.990250:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013556e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708016512:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.990264:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485459.990283:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096e90a80/2, rc 0, transno 4295558475 00000100:00100000:0.0:1740485459.990290:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708014208:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485459.990316:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099324000/2, rc 0, transno 4295500845 00000100:00100000:0.0:1740485459.990322:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.990356:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708016896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.990378:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485459.990407:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f99ed80/2, rc 0, transno 4295500848 00000100:00100000:0.0:1740485459.990413:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.990434:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.990439:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708016768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.990456:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485459.990717:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008da3ea00/2, rc 0, transno 4295558477 00000100:00100000:0.0:1740485459.990724:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008da3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708013056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.990893:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008be6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708017664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.990914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.991042:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485459.991070:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708018176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.991100:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708018304 00000100:00100000:0.0:1740485459.991103:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708018304 00000100:00100000:0.0:1740485459.991130:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708018816 00000100:00100000:0.0:1740485459.991132:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708018816 00000100:00100000:0.0:1740485459.991157:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430415 00000100:00100000:0.0:1740485459.991162:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3691:3765:x1825030708018816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.991173:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28829 count 1 00010000:00010000:0.0:1740485459.991184:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.991196:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f7a4400/0x5922c046cda74b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370144 expref: 14410 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.991203:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.991204:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.991207:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.991224:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f7a4400/0x5922c046cda74b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370144 expref: 14410 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.991234:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f7a4400/0x5922c046cda74b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370144 expref: 14410 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.991243:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d8f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708019456:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.991263:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.991277:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.991294:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708018560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.991312:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.991322:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485459.991327:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708018688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.991342:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.992295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.993117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.993141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.993177:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708020352 00000100:00100000:0.0:1740485459.993181:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708020352 00000100:00100000:0.0:1740485459.993196:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430421 00000100:00100000:0.0:1740485459.993201:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3694:3767:x1825030708020352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.993212:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28831 count 1 00010000:00010000:0.0:1740485459.993222:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132cb2000/0x5922c046cdb8a6c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x709f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993237:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc01200/0x5922c046cda74c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x709f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701b4 expref: 14409 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993243:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.993245:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.993247:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132cb2000/0x5922c046cdb8a6c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x709f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993264:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc01200/0x5922c046cda74c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701b4 expref: 14409 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993273:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc01200/0x5922c046cda74c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701b4 expref: 14409 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.993283:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708020480:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.993360:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.993434:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869082368 00000100:00100000:0.0:1740485459.993437:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869082368 00010000:00010000:0.0:1740485459.993450:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801350d3600/0x5922c046cda748f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370048 expref: 14409 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.993468:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519192 00000100:00100000:0.0:1740485459.993472:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14410:2003:x1825030869082368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.993479:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.993483:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801350d3600/0x5922c046cda748f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370048 expref: 14410 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.993492:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801350d3600/0x5922c046cda748f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370048 expref: 14410 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.993503:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.993505:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.993508:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fefd400/0x5922c046cdb8a675 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993515:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fefd400/0x5922c046cdb8a675 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993527:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.993631:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14408:2003:x1825030869082368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 156us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.993638:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519192 00000100:00100000:0.0:1740485459.993682:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708020864 00000100:00100000:0.0:1740485459.993685:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708020864 00000100:00100000:0.0:1740485459.993701:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430423 00000100:00100000:0.0:1740485459.993705:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3073:3764:x1825030708020864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.993715:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18123 count 1 00010000:00010000:0.0:1740485459.993726:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993736:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5fea00/0x5922c046cda8fea8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379aa3 expref: 2953 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993747:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.993749:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.993751:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993767:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5fea00/0x5922c046cda8fea8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379aa3 expref: 2953 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.993777:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5fea00/0x5922c046cda8fea8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379aa3 expref: 2953 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.993786:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f72f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708020992:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.993807:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.993977:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708021120 00000100:00100000:0.0:1740485459.993981:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708021120 00000100:00100000:0.0:1740485459.993999:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430424 00000100:00100000:0.0:1740485459.994003:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ca1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3697:3767:x1825030708021120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.994014:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28833 count 1 00010000:00010000:0.0:1740485459.994023:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994034:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14406 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994040:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.994041:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.994044:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.994069:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869082752 00000100:00100000:0.0:1740485459.994072:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869082752 00010000:00010000:0.0:1740485459.994082:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013551f200/0x5922c046cda8f2bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798a4 expref: 2954 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.994097:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519194 00000100:00100000:0.0:1740485459.994101:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2955:2005:x1825030869082752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.994108:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.994112:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013551f200/0x5922c046cda8f2bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798a4 expref: 2955 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.994120:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013551f200/0x5922c046cda8f2bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798a4 expref: 2955 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.994131:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.994132:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.994135:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13ec00/0x5922c046cdb8a683 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994142:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13ec00/0x5922c046cdb8a683 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994156:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.994172:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2953:2005:x1825030869082752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.994182:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519194 00010000:00010000:0.0:1740485459.994204:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14407 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994213:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14407 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.994222:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708021504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.994238:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2180 going to sleep for 11 seconds 00010000:00010000:0.0:1740485459.994268:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994275:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994283:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994289:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994296:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994302:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e8b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.994305:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994312:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994322:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.994328:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e8b400/0x5922c046cdb8a67c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x709b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.994431:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3698:3765:x1825030708017408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3548us (3617us total) trans 4295558483 rc 0/0 00000100:00100000:0.0:1740485459.994438:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430410 00000100:00100000:0.0:1740485459.994550:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708021888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.994601:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.994769:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d8f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708019456:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.994784:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.994930:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869083136 00000100:00100000:0.0:1740485459.994934:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869083136 00010000:00010000:0.0:1740485459.994947:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cda8f55c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379929 expref: 2951 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.994973:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519199 00000100:00100000:0.0:1740485459.994978:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2951:2006:x1825030869083136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.994986:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.994990:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cda8f55c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379929 expref: 2951 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.994999:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cda8f55c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379929 expref: 2951 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.995011:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cda8f55c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379929 expref: 2951 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.995021:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.995022:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.995025:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fefd000/0x5922c046cdb8a698 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995032:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fefd000/0x5922c046cdb8a698 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995048:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.995066:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2950:2006:x1825030869083136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.995073:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519199 00010000:00010000:0.0:1740485459.995112:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995119:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995132:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995138:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995144:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995149:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f6db600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.995152:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995159:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995168:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995174:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6db600/0x5922c046cdb8a69f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x709d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.995353:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3700:3765:x1825030708018816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4189us (4226us total) trans 4295558485 rc 0/0 00000100:00100000:0.0:1740485459.995361:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430415 00000100:00100000:0.0:1740485459.995422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.995436:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869083648 00000100:00100000:0.0:1740485459.995439:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869083648 00010000:00010000:0.0:1740485459.995451:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a4aa00/0x5922c046cda74ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700fe expref: 14404 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.995464:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519201 00000100:00100000:0.0:1740485459.995469:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013556e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14404:2004:x1825030869083648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.995475:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.995479:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a4aa00/0x5922c046cda74ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700fe expref: 14404 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.995487:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a4aa00/0x5922c046cda74ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700fe expref: 14404 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.995498:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a4aa00/0x5922c046cda74ab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700fe expref: 14404 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.995508:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.995510:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.995513:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8a6ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995520:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8a6ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x709c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.995543:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.995574:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013556e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14403:2004:x1825030869083648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.995601:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519201 00000100:00100000:0.0:1740485459.996075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996115:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869083904 00000100:00100000:0.0:1740485459.996118:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869083904 00010000:00010000:0.0:1740485459.996128:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d18e400/0x5922c046cda8fd20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a48 expref: 2952 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.996155:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519204 00000100:00100000:0.0:1740485459.996161:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009937b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2952:2006:x1825030869083904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.996168:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.996172:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d18e400/0x5922c046cda8fd20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a48 expref: 2952 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.996181:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d18e400/0x5922c046cda8fd20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a48 expref: 2952 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.996193:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d18e400/0x5922c046cda8fd20 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a48 expref: 2951 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.996205:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.996206:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.996209:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d2fc00/0x5922c046cdb8a6c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996221:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d2fc00/0x5922c046cdb8a6c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996236:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.996253:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009937b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2948:2006:x1825030869083904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.996260:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519204 00000100:00100000:0.0:1740485459.996347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485459.996489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485459.996885:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e5fea00/0x5922c046cda8fea8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379aa3 expref: 2946 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.996897:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708020992:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.996909:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996916:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996923:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996930:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996937:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996943:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996949:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d943000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.996952:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996959:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996969:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.996975:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d943000/0x5922c046cdb8a6d7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.997078:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3078:3764:x1825030708020864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3371us (3411us total) trans 4295500860 rc 0/0 00000100:00100000:0.0:1740485459.997085:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430423 00000004:00080000:0.0:1740485459.997112:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129f6f480/2, rc 0, transno 4295558487 00000100:00100000:0.0:1740485459.997116:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880129f6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708020352:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485459.997124:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c28ce00/2, rc 0, transno 4295500859 00000100:00100000:0.0:1740485459.997131:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c28ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708020096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.997145:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708021504:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485459.997156:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.997170:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708024192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.997190:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.997212:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.997217:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708024064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.997251:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708023808 00000100:00100000:0.0:1740485459.997254:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708023808 00000100:00100000:0.0:1740485459.997278:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430436 00000100:00100000:0.0:1740485459.997282:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3703:3765:x1825030708023808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.997294:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28840 count 1 00010000:00010000:0.0:1740485459.997303:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997316:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3bc400/0x5922c046cda75124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370389 expref: 14399 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997322:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.997324:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.997326:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.997339:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869084672 00000100:00100000:0.0:1740485459.997342:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869084672 00010000:00010000:0.0:1740485459.997353:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14400 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.997379:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519209 00000100:00100000:0.0:1740485459.997384:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14400:2006:x1825030869084672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.997391:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.997396:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14400 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997404:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14400 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997416:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42cf000/0x5922c046cda74d8f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370239 expref: 14400 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997425:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.997426:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.997429:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997435:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997450:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.997466:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14399:2006:x1825030869084672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.997473:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519209 00010000:00010000:0.0:1740485459.997497:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c3bc400/0x5922c046cda75124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370389 expref: 14398 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997506:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c3bc400/0x5922c046cda75124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370389 expref: 14398 pid: 9998 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.997515:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708025088:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.997620:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009fb3e240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.997632:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485459.997651:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997658:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997665:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997672:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997678:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997684:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d943c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485459.997687:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997753:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997763:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997770:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d943c00/0x5922c046cdb8a6de lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485459.997836:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519213 00000100:00100000:0.0:1740485459.997843:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14399:2003:x1825030869084928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.997851:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.997856:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f7b9200/0x5922c046cda74e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370286 expref: 14399 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997865:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f7b9200/0x5922c046cda74e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370286 expref: 14399 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997876:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f7b9200/0x5922c046cda74e53 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370286 expref: 14399 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.997887:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.997889:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.997892:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff2c600/0x5922c046cdb8a6fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997903:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff2c600/0x5922c046cdb8a6fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.997925:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.997941:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14398:2003:x1825030869084928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.997948:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519213 00000100:00100000:0.0:1740485459.998097:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ca1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3706:3767:x1825030708021120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4092us (4198us total) trans 4295558490 rc 0/0 00000100:00100000:0.0:1740485459.998103:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430424 00000100:00100000:0.0:1740485459.998131:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869085312 00000100:00100000:0.0:1740485459.998134:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869085312 00010000:00010000:0.0:1740485459.998145:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bee4800/0x5922c046cda74f17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x70a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702b7 expref: 14398 pid: 16618 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.998167:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869085184 00000100:00100000:0.0:1740485459.998170:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869085184 00010000:00010000:0.0:1740485459.998178:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800963b9200/0x5922c046cda90fdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a291 expref: 2943 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.998192:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519215 00000100:00100000:0.0:1740485459.998196:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2943:2005:x1825030869085184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485459.998203:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485459.998207:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800963b9200/0x5922c046cda90fdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a291 expref: 2943 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.998221:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800963b9200/0x5922c046cda90fdb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a291 expref: 2943 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.998232:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800963b9200/0x5922c046cda90fdb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a291 expref: 2943 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485459.998241:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.998243:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485459.998246:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8a70f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998253:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8a70f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998266:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485459.998278:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2942:2005:x1825030869085184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485459.998284:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519215 00000004:00080000:0.0:1740485459.998309:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800962f4380/2, rc 0, transno 4295558491 00000100:00100000:0.0:1740485459.998315:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800962f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708022016:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485459.998345:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d10ca80/2, rc 0, transno 4295558490 00000100:00100000:0.0:1740485459.998350:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d10ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708021120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.998369:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485459.998376:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708026112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.998399:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.998419:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485459.998424:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708025856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.998444:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.998460:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708025856 00000100:00100000:0.0:1740485459.998463:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708025856 00000100:00100000:0.0:1740485459.998488:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430444 00000100:00100000:0.0:1740485459.998494:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3707:3764:x1825030708025856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485459.998504:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28842 count 1 00010000:00010000:0.0:1740485459.998514:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998524:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14396 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998530:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.998532:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.998534:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998550:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14397 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998574:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14397 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.998599:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123c1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708026368:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.998615:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.998626:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708026496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485459.998645:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.998678:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430445 00000100:00100000:0.0:1740485459.998684:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3084:3767:x1825030708026496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.998694:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18134 count 1 00010000:00010000:0.0:1740485459.998705:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998715:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009905de00/0x5922c046cda91990 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a570 expref: 2941 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998721:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.998723:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.998725:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998740:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009905de00/0x5922c046cda91990 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a570 expref: 2941 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.998749:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009905de00/0x5922c046cda91990 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a570 expref: 2941 pid: 16674 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.998758:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708026624:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.998773:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485459.999332:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fdfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708027392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485459.999348:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485459.999412:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708027520 00000100:00100000:0.0:1740485459.999415:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708027520 00000100:00100000:0.0:1740485459.999431:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430450 00000100:00100000:0.0:1740485459.999435:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3085:3764:x1825030708027520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485459.999446:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18135 count 1 00010000:00010000:0.0:1740485459.999455:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b101600/0x5922c046cdb8a794 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.999466:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d09ea00/0x5922c046cda920c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab90 expref: 2941 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.999473:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.999474:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485459.999477:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b101600/0x5922c046cdb8a794 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.999494:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d09ea00/0x5922c046cda920c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab90 expref: 2941 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485459.999503:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d09ea00/0x5922c046cda920c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab90 expref: 2941 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485459.999512:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123e48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708027904:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485459.999531:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.000127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.000412:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4d8380/2, rc 0, transno 4295500865 00000100:00100000:0.0:1740485460.000426:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708024192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.000481:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.000489:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708028032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.000514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.000664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.001021:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708025088:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.001035:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.001059:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b494000/2, rc 0, transno 4295500866 00000100:00100000:0.0:1740485460.001064:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b494000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708024320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.001097:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88012fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708028416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.001140:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1740485460.001264:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1740485430 00010000:00010000:0.0:1740485460.001302:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001309:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001317:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001323:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001330:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001340:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d943800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.001343:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001350:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001359:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.001366:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d943800/0x5922c046cdb8a732 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.001481:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3711:3765:x1825030708023808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4196us (4312us total) trans 4295558496 rc 0/0 00000100:00100000:0.0:1740485460.001488:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430436 00000100:00100000:0.0:1740485460.001659:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708028800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.001679:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1740485460.001724:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1740485430 00000100:00100000:0.0:1740485460.001926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.001950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.001983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.002019:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519224 00000100:00100000:0.0:1740485460.002028:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14393:2004:x1825030869086464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.002037:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.002042:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099257800/0x5922c046cda7519b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703ac expref: 14393 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002052:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099257800/0x5922c046cda7519b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703ac expref: 14393 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002065:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099257800/0x5922c046cda7519b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703ac expref: 14393 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002076:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002078:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002081:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fefc400/0x5922c046cdb8a74e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002088:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fefc400/0x5922c046cdb8a74e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002112:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.002130:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14392:2004:x1825030869086464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 104us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.002137:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519224 00000100:00100000:0.0:1740485460.002170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.002181:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869086720 00000100:00100000:0.0:1740485460.002184:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869086720 00010000:00010000:0.0:1740485460.002194:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dfddc00/0x5922c046cda91759 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a443 expref: 2937 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.002217:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519226 00000100:00100000:0.0:1740485460.002222:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2937:2006:x1825030869086720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.002228:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.002232:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dfddc00/0x5922c046cda91759 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a443 expref: 2937 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002240:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dfddc00/0x5922c046cda91759 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a443 expref: 2937 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002252:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dfddc00/0x5922c046cda91759 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a443 expref: 2937 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002262:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002263:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002266:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f0e1200/0x5922c046cdb8a75c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002273:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0e1200/0x5922c046cdb8a75c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002288:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.002303:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2936:2006:x1825030869086720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.002309:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519226 00000100:00100000:0.0:1740485460.002371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.002381:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869086848 00000100:00100000:0.0:1740485460.002384:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869086848 00010000:00010000:0.0:1740485460.002394:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa98c00/0x5922c046cda752c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x70ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370415 expref: 14392 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.002422:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519227 00000100:00100000:0.0:1740485460.002426:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14392:2006:x1825030869086848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.002433:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.002437:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fa98c00/0x5922c046cda752c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x70ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370415 expref: 14392 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002445:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fa98c00/0x5922c046cda752c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370415 expref: 14392 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002455:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002456:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002459:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002466:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a763 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002477:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.002493:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14392:2006:x1825030869086848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.002500:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519227 00000100:00100000:0.0:1740485460.002615:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123c1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708026368:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.002631:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.002664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.002677:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869086976 00000100:00100000:0.0:1740485460.002679:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869086976 00010000:00010000:0.0:1740485460.002690:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14392 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.002705:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519228 00000100:00100000:0.0:1740485460.002710:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14392:2005:x1825030869086976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.002716:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.002720:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14392 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002728:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14392 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002740:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f31d400/0x5922c046cda7525f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703e4 expref: 14392 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.002751:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002752:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.002755:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002761:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002779:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.002792:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14390:2005:x1825030869086976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.002797:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519228 00010000:00010000:0.0:1740485460.002812:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002818:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002824:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002829:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002835:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002839:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d943a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.002842:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002847:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002860:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.002866:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d943a00/0x5922c046cdb8a76a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.002986:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3713:3764:x1825030708025856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4490us (4539us total) trans 4295558499 rc 0/0 00000100:00100000:0.0:1740485460.002992:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430444 00000100:00100000:0.0:1740485460.003397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.003409:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869087104 00000100:00100000:0.0:1740485460.003412:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869087104 00010000:00010000:0.0:1740485460.003423:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072cb6400/0x5922c046cda7531c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370446 expref: 14390 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.003439:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519229 00000100:00100000:0.0:1740485460.003444:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14390:2004:x1825030869087104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.003451:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.003455:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072cb6400/0x5922c046cda7531c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370446 expref: 14390 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003463:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072cb6400/0x5922c046cda7531c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370446 expref: 14390 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003475:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072cb6400/0x5922c046cda7531c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370446 expref: 14390 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003486:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.003487:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.003490:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8a778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003497:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8a778 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003511:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.003530:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14389:2004:x1825030869087104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.003536:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519229 00000100:00100000:0.0:1740485460.003569:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869087232 00000100:00100000:0.0:1740485460.003572:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869087232 00010000:00010000:0.0:1740485460.003603:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f41400/0x5922c046cda75393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137048c expref: 14389 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.003619:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519230 00000100:00100000:0.0:1740485460.003623:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14389:2003:x1825030869087232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.003629:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.003633:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f41400/0x5922c046cda75393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137048c expref: 14389 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003642:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f41400/0x5922c046cda75393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137048c expref: 14390 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003658:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f41400/0x5922c046cda75393 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137048c expref: 14390 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.003667:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.003669:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.003672:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a77f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003678:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a77f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003692:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.003707:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14389:2003:x1825030869087232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.003714:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519230 00000100:00100000:0.0:1740485460.003740:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708026624:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.003752:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.003782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.003836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.003895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.003953:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003961:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003970:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003977:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003984:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003989:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012b101800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.003992:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.003999:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004008:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004014:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b101800/0x5922c046cdb8a771 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.004126:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3094:3767:x1825030708026496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5441us (5479us total) trans 4295500871 rc 0/0 00000100:00100000:0.0:1740485460.004133:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430445 00000100:00100000:0.0:1740485460.004164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.004212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.004351:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430462 00000100:00100000:0.0:1740485460.004357:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3093:3765:x1825030708030720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.004369:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18143 count 1 00010000:00010000:0.0:1740485460.004379:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072968a00/0x5922c046cdb8a7e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004389:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095d67200/0x5922c046cda92996 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae14 expref: 2930 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004395:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.004396:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.004398:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072968a00/0x5922c046cdb8a7e8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004413:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095d67200/0x5922c046cda92996 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae14 expref: 2930 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004420:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095d67200/0x5922c046cda92996 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae14 expref: 2930 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.004429:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aba7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708030976:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.004448:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.004553:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012fcebb80/2, rc 0, transno 4295500875 00000100:00100000:0.0:1740485460.004572:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88012fcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708028416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.004596:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d972d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708031360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.004613:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.004832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.004848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.004877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.004905:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519239 00000100:00100000:0.0:1740485460.004910:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b450000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2932:2003:x1825030869088512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.004919:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.004924:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9dce00/0x5922c046cda92513 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad03 expref: 2932 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.004934:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9dce00/0x5922c046cda92513 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad03 expref: 2932 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.004945:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c9dce00/0x5922c046cda92513 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad03 expref: 2932 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.004956:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.004957:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.004960:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f47c800/0x5922c046cdb8a7be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004967:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47c800/0x5922c046cdb8a7be lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.004981:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.005000:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b450000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2931:2003:x1825030869088512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.005010:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519239 00000100:00100000:0.0:1740485460.005028:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708032128 00000100:00100000:0.0:1740485460.005031:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708032128 00000100:00100000:0.0:1740485460.005053:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430468 00000100:00100000:0.0:1740485460.005058:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3717:3766:x1825030708032128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.005069:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28854 count 1 00010000:00010000:0.0:1740485460.005078:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005088:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095087800/0x5922c046cda758d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370692 expref: 14384 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005094:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.005095:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.005098:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005113:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095087800/0x5922c046cda758d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370692 expref: 14384 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005122:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095087800/0x5922c046cda758d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370692 expref: 14384 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.005131:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708032512:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.005150:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2240 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.005172:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3e1500/2, rc 0, transno 4295500876 00000100:00100000:0.0:1740485460.005179:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708029312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.005295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.005306:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869088768 00000100:00100000:0.0:1740485460.005309:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869088768 00010000:00010000:0.0:1740485460.005320:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135525c00/0x5922c046cda9268d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad57 expref: 2929 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.005344:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519242 00000100:00100000:0.0:1740485460.005349:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2929:2005:x1825030869088768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.005356:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.005360:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135525c00/0x5922c046cda9268d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad57 expref: 2929 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.005369:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135525c00/0x5922c046cda9268d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad57 expref: 2929 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.005380:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135525c00/0x5922c046cda9268d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad57 expref: 2929 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.005390:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.005392:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.005395:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072849200/0x5922c046cdb8a7cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005402:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072849200/0x5922c046cdb8a7cc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005427:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.005442:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a689180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2928:2005:x1825030869088768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.005449:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519242 00000100:00100000:0.0:1740485460.005743:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880094d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708033280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.005768:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.005788:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b44d180/2, rc 0, transno 4295500877 00000100:00100000:0.0:1740485460.005795:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b44d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708029184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.005878:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430473 00000100:00100000:0.0:1740485460.005883:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3099:3767:x1825030708033536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.005895:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18149 count 1 00010000:00010000:0.0:1740485460.005904:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005915:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009630fe00/0x5922c046cda930ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b044 expref: 2927 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005921:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.005922:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.005925:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005941:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009630fe00/0x5922c046cda930ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b044 expref: 2927 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.005954:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009630fe00/0x5922c046cda930ea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b044 expref: 2927 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.005964:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708033920:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.005987:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2c00 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.006207:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129f6d500/2, rc 0, transno 4295558506 00000100:00100000:0.0:1740485460.006215:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880129f6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708030208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.006344:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f447800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708034304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.006367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.006771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.006804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.006829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.006853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.006868:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519245 00000100:00100000:0.0:1740485460.006873:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2930:2004:x1825030869089152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.006881:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.006885:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097fc8200/0x5922c046cda92831 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adb9 expref: 2930 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.006895:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097fc8200/0x5922c046cda92831 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adb9 expref: 2930 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.006908:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097fc8200/0x5922c046cda92831 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adb9 expref: 2930 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.006920:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.006921:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.006924:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.006931:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.006946:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.006965:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2927:2004:x1825030869089152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.006975:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519245 00010000:00010000:0.0:1740485460.006993:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007000:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007007:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007013:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007019:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007030:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ca71800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.007033:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007039:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007048:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007055:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8a7e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.007168:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3102:3767:x1825030708030592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2818us (2916us total) trans 4295500880 rc 0/0 00000100:00100000:0.0:1740485460.007175:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430461 00000004:00080000:0.0:1740485460.007203:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969eb480/2, rc 0, transno 4295500880 00000100:00100000:0.0:1740485460.007207:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708030592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.007217:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e20d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708034688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.007240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.007273:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708034688 00000100:00100000:0.0:1740485460.007276:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708034688 00000100:00100000:0.0:1740485460.007288:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708034944 00000100:00100000:0.0:1740485460.007291:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708034944 00000100:00100000:0.0:1740485460.007298:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708034816 00000100:00100000:0.0:1740485460.007300:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708034816 00000100:00100000:0.0:1740485460.007311:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430477 00000100:00100000:0.0:1740485460.007316:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3102:3767:x1825030708034688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.007326:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18150 count 1 00010000:00010000:0.0:1740485460.007337:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007347:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e5e1a00/0x5922c046cda932c6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0d7 expref: 2924 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007353:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.007355:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.007358:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007373:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e5e1a00/0x5922c046cda932c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0d7 expref: 2925 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007383:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e5e1a00/0x5922c046cda932c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0d7 expref: 2925 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.007392:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f84b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708035072:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.007415:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.007428:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430478 00000100:00100000:0.0:1740485460.007433:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3102:3765:x1825030708034944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.007443:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18152 count 1 00010000:00010000:0.0:1740485460.007452:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072968200/0x5922c046cdb8a858 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007468:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd53e00/0x5922c046cda93558 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b171 expref: 2923 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007474:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.007475:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.007478:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072968200/0x5922c046cdb8a858 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007493:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd53e00/0x5922c046cda93558 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b171 expref: 2923 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007502:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd53e00/0x5922c046cda93558 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b171 expref: 2923 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.007511:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708035200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.007529:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009db4f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.007606:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708032512:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.007621:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.007749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.007766:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007773:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007781:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007787:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007794:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007800:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072968600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.007803:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007810:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007819:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.007825:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072968600/0x5922c046cdb8a812 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.007932:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007200c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3723:3766:x1825030708032128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2873us (3107us total) trans 4295558509 rc 0/0 00000100:00100000:0.0:1740485460.007938:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430468 00000004:00080000:0.0:1740485460.007965:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88007200d180/2, rc 0, transno 4295558509 00000100:00100000:0.0:1740485460.007982:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708032128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.007987:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.007997:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708035456 00000100:00100000:0.0:1740485460.008000:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708035456 00000100:00100000:0.0:1740485460.008014:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430480 00000100:00100000:0.0:1740485460.008018:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3724:3767:x1825030708035456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.008028:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28860 count 1 00010000:00010000:0.0:1740485460.008038:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008048:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098d35200/0x5922c046cda767dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bc4 expref: 14378 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008055:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.008057:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.008059:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008150:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098d35200/0x5922c046cda767dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bc4 expref: 14377 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008160:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098d35200/0x5922c046cda767dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bc4 expref: 14377 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.008169:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708036096:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.008187:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3e2240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.008197:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880087904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708035584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.008216:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.008236:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88007200c380/2, rc 0, transno 4295500884 00000100:00100000:0.0:1740485460.008251:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708032640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.008266:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430483 00000100:00100000:0.0:1740485460.008271:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3725:3764:x1825030708035840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.008282:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28861 count 1 00010000:00010000:0.0:1740485460.008292:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008302:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975bf200/0x5922c046cda76831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bf5 expref: 14377 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008309:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.008310:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.008313:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008328:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800975bf200/0x5922c046cda76831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bf5 expref: 14377 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008337:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800975bf200/0x5922c046cda76831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bf5 expref: 14377 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.008347:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708036608:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.008362:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.008448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.008492:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708033920:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.008506:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008774:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008782:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008789:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008796:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008803:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008808:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a538ec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.008811:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008818:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008827:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.008834:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a538ec00/0x5922c046cdb8a835 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.008936:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3106:3767:x1825030708033536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3051us (3099us total) trans 4295500886 rc 0/0 00000100:00100000:0.0:1740485460.008942:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430473 00000100:00100000:0.0:1740485460.008956:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708037120 00000100:00100000:0.0:1740485460.008959:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708037120 00000100:00100000:0.0:1740485460.008981:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430487 00000100:00100000:0.0:1740485460.008986:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3728:3764:x1825030708037120:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.009007:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094d88a80/2, rc 0, transno 4295500885 00000100:00100000:0.0:1740485460.009022:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880094d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708033280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.009062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.009099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.009127:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f84b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708035072:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.009140:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.009154:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.009162:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708037504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.009181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.009400:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009408:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009416:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009422:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009429:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009435:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134d86e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.009438:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009445:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009454:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009460:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d86e00/0x5922c046cdb8a851 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.009595:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3108:3767:x1825030708034688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2260us (2336us total) trans 4295500887 rc 0/0 00000100:00100000:0.0:1740485460.009602:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430477 00000100:00100000:0.0:1740485460.009655:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708038016 00000100:00100000:0.0:1740485460.009659:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708038016 00000100:00100000:0.0:1740485460.009675:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708038272 00000100:00100000:0.0:1740485460.009677:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708038272 00000100:00100000:0.0:1740485460.009689:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430491 00000100:00100000:0.0:1740485460.009694:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3108:3766:x1825030708038272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.009705:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18158 count 1 00010000:00010000:0.0:1740485460.009715:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009725:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0400/0x5922c046cda93c27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b354 expref: 2918 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009731:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.009733:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.009735:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009752:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0400/0x5922c046cda93c27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b354 expref: 2918 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.009761:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0400/0x5922c046cda93c27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b354 expref: 2918 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.009771:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006e5f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708038528:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.009789:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.009827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.010051:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708038400 00000100:00100000:0.0:1740485460.010054:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708038400 00000100:00100000:0.0:1740485460.010076:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430493 00000100:00100000:0.0:1740485460.010081:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3730:3767:x1825030708038400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.010091:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28867 count 1 00010000:00010000:0.0:1740485460.010101:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010110:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009faf7c00/0x5922c046cda76ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cf1 expref: 14373 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010117:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.010118:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.010188:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010209:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009faf7c00/0x5922c046cda76ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cf1 expref: 14373 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010218:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009faf7c00/0x5922c046cda76ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cf1 expref: 14373 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.010228:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006e5f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708039040:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.010250:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.010285:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708036096:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.010300:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.010342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.010430:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010438:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010445:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010452:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010459:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010465:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a538ee00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.010468:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010475:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010484:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010491:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a538ee00/0x5922c046cdb8a866 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.010721:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3731:3767:x1825030708035456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2701us (2754us total) trans 4295558516 rc 0/0 00000100:00100000:0.0:1740485460.010728:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430480 00000100:00100000:0.0:1740485460.010825:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708039552 00000100:00100000:0.0:1740485460.010828:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708039552 00000100:00100000:0.0:1740485460.010843:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430496 00000100:00100000:0.0:1740485460.010848:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007216dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3731:3767:x1825030708039552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.010858:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28868 count 1 00010000:00010000:0.0:1740485460.010867:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010877:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012314e400/0x5922c046cda76b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d0d expref: 14372 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010883:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.010885:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.010887:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010903:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012314e400/0x5922c046cda76b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d0d expref: 14372 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.010912:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012314e400/0x5922c046cda76b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d0d expref: 14372 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.010921:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073e7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708039680:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.010943:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072b35cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.010962:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708036608:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.011058:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.012876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.012902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.012926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.012947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.012974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.012995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013135:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006e5f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708038528:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.013148:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013162:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013169:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013177:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013189:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013195:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013201:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132362a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.013204:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013211:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013220:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013227:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132362a00/0x5922c046cdb8a87b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.013326:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3732:3764:x1825030708035840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5053us (5202us total) trans 4295558517 rc 0/0 00000100:00100000:0.0:1740485460.013332:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430483 00000100:00100000:0.0:1740485460.013365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.013568:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073e7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708039680:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.013598:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013612:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013618:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013626:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013633:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013640:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013646:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d916e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.013649:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013655:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013665:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013672:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d916e00/0x5922c046cdb8a8b3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.013774:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3112:3766:x1825030708038272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4077us (4109us total) trans 4295500892 rc 0/0 00000100:00100000:0.0:1740485460.013780:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430491 00010000:00010000:0.0:1740485460.013804:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009faf7c00/0x5922c046cda76ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cf1 expref: 14369 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.013814:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006e5f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708039040:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.013825:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013832:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013838:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013845:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013857:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013863:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013869:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d917800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.013872:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013878:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013887:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.013894:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d917800/0x5922c046cdb8a8c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.014001:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3732:3767:x1825030708038400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3919us (3968us total) trans 4295558519 rc 0/0 00000100:00100000:0.0:1740485460.014008:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430493 00000100:00100000:0.0:1740485460.014054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.014149:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014161:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014168:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014175:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014182:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014188:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134d86600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.014191:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014197:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014206:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014212:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d86600/0x5922c046cdb8a8d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.014310:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007216dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3733:3767:x1825030708039552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3461us (3502us total) trans 4295558523 rc 0/0 00000100:00100000:0.0:1740485460.014317:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430496 00000100:00100000:0.0:1740485460.014478:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708039808 00000100:00100000:0.0:1740485460.014482:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708039808 00000100:00100000:0.0:1740485460.014503:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708040448 00000100:00100000:0.0:1740485460.014505:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708040448 00000100:00100000:0.0:1740485460.014521:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708040192 00000100:00100000:0.0:1740485460.014523:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708040192 00000100:00100000:0.0:1740485460.014539:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708040704 00000100:00100000:0.0:1740485460.014541:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708040704 00000100:00100000:0.0:1740485460.014575:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430499 00000100:00100000:0.0:1740485460.014597:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3112:3767:x1825030708040448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.014608:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18162 count 1 00010000:00010000:0.0:1740485460.014618:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014628:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800722ad800/0x5922c046cda940d4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b4ab expref: 2909 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014635:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.014636:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.014639:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014656:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800722ad800/0x5922c046cda940d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b4ab expref: 2909 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014666:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800722ad800/0x5922c046cda940d4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b4ab expref: 2909 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.014681:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880091111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708040960:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.014705:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072b35cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.014883:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430505 00000100:00100000:0.0:1740485460.014889:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880132632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3737:3767:x1825030708041600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.014899:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28874 count 1 00010000:00010000:0.0:1740485460.014910:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014921:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801248bd800/0x5922c046cda76e5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e48 expref: 14364 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014927:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.014929:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.014931:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014949:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801248bd800/0x5922c046cda76e5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e48 expref: 14364 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.014958:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801248bd800/0x5922c046cda76e5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e48 expref: 14364 pid: 9998 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.014968:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135d10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708042240:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.014987:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.015000:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708041984 00000100:00100000:0.0:1740485460.015003:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708041984 00000100:00100000:0.0:1740485460.015311:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430509 00000100:00100000:0.0:1740485460.015317:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f5f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3117:3767:x1825030708042624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.015329:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18165 count 1 00010000:00010000:0.0:1740485460.015339:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015349:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2908 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015355:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015356:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015359:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015375:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2908 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015384:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2908 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.015393:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708043392:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.015417:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.015463:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708042880 00000100:00100000:0.0:1740485460.015466:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708042880 00000100:00100000:0.0:1740485460.015489:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430512 00000100:00100000:0.0:1740485460.015493:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a59c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3739:3765:x1825030708042880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.015504:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28876 count 1 00010000:00010000:0.0:1740485460.015514:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015525:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dda7400/0x5922c046cda76f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ea3 expref: 14365 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015531:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015533:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015536:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015551:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dda7400/0x5922c046cda76f07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ea3 expref: 14364 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015575:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dda7400/0x5922c046cda76f07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ea3 expref: 14364 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.015603:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009790ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708043776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.015626:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.015876:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708043904 00000100:00100000:0.0:1740485460.015879:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708043904 00000100:00100000:0.0:1740485460.015895:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430513 00000100:00100000:0.0:1740485460.015900:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3740:3766:x1825030708043904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.015911:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28877 count 1 00010000:00010000:0.0:1740485460.015921:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015931:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094de5e00/0x5922c046cda76f7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ecd expref: 14363 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015937:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015939:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.015941:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015956:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094de5e00/0x5922c046cda76f7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ecd expref: 14363 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.015965:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094de5e00/0x5922c046cda76f7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ecd expref: 14363 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.015974:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b44f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708044032:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.016003:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.017965:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880091111180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708040960:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.017981:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018014:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135d10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708042240:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.018026:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018046:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a544d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708041216:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.018057:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018211:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869094144 00000100:00100000:0.0:1740485460.018215:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869094144 00010000:00010000:0.0:1740485460.018224:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018231:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018239:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018246:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018252:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018257:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f13e800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.018260:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018267:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018276:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018287:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13e800/0x5922c046cdb8a8eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018402:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3119:3767:x1825030708040448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3805us (3935us total) trans 4295500898 rc 0/0 00000100:00100000:0.0:1740485460.018409:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430499 00010000:00010000:0.0:1740485460.018432:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d8a6a00/0x5922c046cda76d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dfb expref: 14361 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.018448:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519289 00000100:00100000:0.0:1740485460.018453:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14361:2006:x1825030869094144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.018460:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.018464:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d8a6a00/0x5922c046cda76d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dfb expref: 14361 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.018473:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d8a6a00/0x5922c046cda76d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dfb expref: 14361 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.018484:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d8a6a00/0x5922c046cda76d32 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dfb expref: 14361 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.018493:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.018495:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.018498:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018509:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018523:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.018540:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14360:2006:x1825030869094144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.018547:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519289 00010000:00010000:0.0:1740485460.018594:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018601:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018608:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018615:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018622:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018627:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f13fa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.018630:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018641:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018651:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018657:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13fa00/0x5922c046cdb8a915 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018758:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880132632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3741:3767:x1825030708041600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3868us (3919us total) trans 4295558528 rc 0/0 00000100:00100000:0.0:1740485460.018763:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430505 00010000:00010000:0.0:1740485460.018781:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018787:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018794:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018801:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018807:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018820:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132117c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.018823:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018829:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018839:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.018845:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132117c00/0x5922c046cdb8a8f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.018986:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a544e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3742:3765:x1825030708040704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4376us (4463us total) trans 4295558530 rc 0/0 00000100:00100000:0.0:1740485460.018993:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430501 00000100:00100000:0.0:1740485460.019028:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708044416 00000100:00100000:0.0:1740485460.019032:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708044416 00000004:00080000:0.0:1740485460.019080:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009789f100/2, rc 0, transno 4295558530 00000100:00100000:0.0:1740485460.019087:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009789f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708040704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.019106:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.019112:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708045696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.019138:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.019212:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430519 00000100:00100000:0.0:1740485460.019217:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3744:3765:x1825030708045696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.019241:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28882 count 1 00010000:00010000:0.0:1740485460.019251:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019261:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d286800/0x5922c046cda77199 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370fad expref: 14358 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019268:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.019269:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.019272:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019287:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d286800/0x5922c046cda77199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370fad expref: 14358 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019296:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d286800/0x5922c046cda77199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370fad expref: 14358 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.019305:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708045952:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.019324:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.019341:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519292 00000100:00100000:0.0:1740485460.019347:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007200c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2906:2006:x1825030869095296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.019354:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.019359:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2906 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.019372:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2906 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.019383:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.019384:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.019387:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019394:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019406:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.019420:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007200c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2905:2006:x1825030869095296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.019427:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519292 00010000:00010000:0.0:1740485460.019457:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cda9474f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b5c3 expref: 2904 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.019469:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708043392:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.019479:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019487:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019494:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019501:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019508:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019515:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019520:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d8e5c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.019523:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019530:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019539:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019546:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d8e5c00/0x5922c046cdb8a931 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.019604:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708044928 00000100:00100000:0.0:1740485460.019608:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708044928 00000100:00100000:0.0:1740485460.019622:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708044800 00000100:00100000:0.0:1740485460.019624:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708044800 00000100:00100000:0.0:1740485460.019635:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430521 00000100:00100000:0.0:1740485460.019639:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3123:3767:x1825030708044928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.019649:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18172 count 1 00010000:00010000:0.0:1740485460.019658:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019668:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2902 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019674:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.019676:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.019678:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019693:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2902 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019702:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2902 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.019711:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708046208:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.019726:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.019833:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f5f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3124:3767:x1825030708042624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4515us (4593us total) trans 4295500903 rc 0/0 00000100:00100000:0.0:1740485460.019839:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430509 00000100:00100000:0.0:1740485460.019886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.019900:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869095424 00000100:00100000:0.0:1740485460.019903:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869095424 00010000:00010000:0.0:1740485460.019913:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801350df600/0x5922c046cda94c96 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b6aa expref: 2903 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.019928:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519294 00000100:00100000:0.0:1740485460.019932:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2903:2006:x1825030869095424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.019938:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.019942:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801350df600/0x5922c046cda94c96 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x46f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b6aa expref: 2903 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.019950:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801350df600/0x5922c046cda94c96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b6aa expref: 2903 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.019960:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.019962:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.019965:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8a938 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019971:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8a938 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.019983:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.019994:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2903:2006:x1825030869095424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.020000:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519294 00000100:00100000:0.0:1740485460.020082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.020095:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869095552 00000100:00100000:0.0:1740485460.020097:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869095552 00010000:00010000:0.0:1740485460.020108:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008feab600/0x5922c046cda94b3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b66b expref: 2902 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.020132:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519295 00000100:00100000:0.0:1740485460.020137:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2902:2006:x1825030869095552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.020144:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.020148:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008feab600/0x5922c046cda94b3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b66b expref: 2902 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.020156:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008feab600/0x5922c046cda94b3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b66b expref: 2902 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.020168:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008feab600/0x5922c046cda94b3f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b66b expref: 2902 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.020179:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.020180:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.020183:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa13400/0x5922c046cdb8a93f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020190:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa13400/0x5922c046cdb8a93f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020204:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.020216:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2901:2006:x1825030869095552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.020222:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519295 00000100:00100000:0.0:1740485460.020357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.020480:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dda7400/0x5922c046cda76f07 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ea3 expref: 14357 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.020491:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009790ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708043776:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.020502:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020509:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020515:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020523:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020529:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020536:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020542:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d99f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.020545:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020572:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020601:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020608:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8a946 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.020709:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a59c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3747:3765:x1825030708042880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5214us (5264us total) trans 4295558532 rc 0/0 00000100:00100000:0.0:1740485460.020780:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430512 00010000:00010000:0.0:1740485460.020915:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094de5e00/0x5922c046cda76f7e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ecd expref: 14356 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.020925:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b44f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708044032:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.020938:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020945:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020951:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020963:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020970:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020976:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020981:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094d2f000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.020984:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.020991:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021000:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021007:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d2f000/0x5922c046cdb8a94d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.021110:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3748:3766:x1825030708043904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5209us (5251us total) trans 4295558533 rc 0/0 00000100:00100000:0.0:1740485460.021116:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430513 00000100:00100000:0.0:1740485460.021215:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708048000 00000100:00100000:0.0:1740485460.021218:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708048000 00000100:00100000:0.0:1740485460.021237:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430529 00000100:00100000:0.0:1740485460.021242:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3748:3766:x1825030708048000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.021251:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28885 count 1 00010000:00010000:0.0:1740485460.021260:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021270:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800974ba400/0x5922c046cda772a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137102b expref: 14355 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021277:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.021278:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.021281:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021294:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800974ba400/0x5922c046cda772a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137102b expref: 14355 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.021302:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800974ba400/0x5922c046cda772a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137102b expref: 14355 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.021311:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708048128:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.021333:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.023654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023814:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ca19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708045952:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.023829:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.023853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.023944:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708046208:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.023957:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024031:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024039:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024046:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024053:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024060:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024065:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135f26200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.024068:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024075:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024086:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024092:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135f26200/0x5922c046cdb8a977 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.024200:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3751:3765:x1825030708045696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4980us (5060us total) trans 4295558534 rc 0/0 00000100:00100000:0.0:1740485460.024206:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430519 00000100:00100000:0.0:1740485460.024262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.024275:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869096832 00000100:00100000:0.0:1740485460.024278:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869096832 00010000:00010000:0.0:1740485460.024289:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2898 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.024310:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519305 00000100:00100000:0.0:1740485460.024314:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2898:2005:x1825030869096832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.024322:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.024326:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2898 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.024335:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2898 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.024348:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b930200/0x5922c046cda953dc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b7c2 expref: 2898 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.024358:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.024359:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.024362:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024370:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024385:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.024402:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2897:2005:x1825030869096832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.024409:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519305 00010000:00010000:0.0:1740485460.024458:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024466:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024473:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024480:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024491:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024497:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072969400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.024500:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024506:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024516:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024522:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072969400/0x5922c046cdb8a985 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x46fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.024664:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3129:3767:x1825030708044928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5023us (5136us total) trans 4295500909 rc 0/0 00000100:00100000:0.0:1740485460.024670:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430521 00000100:00100000:0.0:1740485460.024714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.024813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.024849:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708048512 00000100:00100000:0.0:1740485460.024853:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708048512 00000100:00100000:0.0:1740485460.024869:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708049408 00000100:00100000:0.0:1740485460.024871:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708049408 00000100:00100000:0.0:1740485460.024883:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430534 00000100:00100000:0.0:1740485460.024888:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3129:3766:x1825030708049408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.024899:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:19975 count 1 00002000:00010000:0.0:1740485460.024914:0:16705:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e07:0x0] initial LVB size: 0, mtime: 0x67bdb33b, atime: 0x67bdb33b, ctime: 0x67bdb33b, blocks: 0x0 00010000:00010000:0.0:1740485460.024919:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024926:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.024927:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.024931:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024938:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024945:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024952:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024958:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024964:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072968600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.024967:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024973:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024987:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.024994:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072968600/0x5922c046cdb8a9e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.025094:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3131:3766:x1825030708049408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (233us total) trans 4295500910 rc 0/0 00000100:00100000:0.0:1740485460.025100:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430534 00000100:00100000:0.0:1740485460.025152:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708050048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.025176:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.025219:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708050048 00000100:00100000:0.0:1740485460.025221:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708050048 00000100:00100000:0.0:1740485460.025238:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430538 00000100:00100000:0.0:1740485460.025242:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3753:3765:x1825030708050048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.025253:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28890 count 1 00010000:00010000:0.0:1740485460.025262:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025273:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e2fa400/0x5922c046cda7749b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371119 expref: 14349 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025279:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.025281:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.025283:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025303:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e2fa400/0x5922c046cda7749b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371119 expref: 14349 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025313:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e2fa400/0x5922c046cda7749b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371119 expref: 14349 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.025322:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009790ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708050432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.025342:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.025403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.025451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.025482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.025519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.025532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.025630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.025726:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800974ba400/0x5922c046cda772a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137102b expref: 14350 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.025737:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708048128:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.025749:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025756:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025763:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025771:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025777:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025784:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025790:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fa13000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.025793:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025799:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025809:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.025815:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fa13000/0x5922c046cdb8a9bd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.025918:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3754:3766:x1825030708048000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4675us (4715us total) trans 4295558540 rc 0/0 00000100:00100000:0.0:1740485460.025924:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430529 00000004:00080000:0.0:1740485460.026072:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88007200c000/2, rc 0, transno 4295500914 00000100:00100000:0.0:1740485460.026078:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708047488:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.026089:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092731880/2, rc 0, transno 4295500912 00000100:00100000:0.0:1740485460.026092:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880092731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708047232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.026124:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708051072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.026147:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.026162:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.026167:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880094d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708050944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.026184:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.026232:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430543 00000100:00100000:0.0:1740485460.026238:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3136:3765:x1825030708051072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.026248:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18827 count 1 00010000:00010000:0.0:1740485460.026258:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026268:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be4cc00/0x5922c046cda99384 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137c73c expref: 3826 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026275:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.026276:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.026279:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026294:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008be4cc00/0x5922c046cda99384 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137c73c expref: 3826 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026303:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008be4cc00/0x5922c046cda99384 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137c73c expref: 3826 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.026313:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f84b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708051840:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.026333:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4f7e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.026347:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.026354:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801355ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708051456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.026404:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.026449:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430547 00000100:00100000:0.0:1740485460.026454:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3756:3764:x1825030708052224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.026465:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28893 count 1 00010000:00010000:0.0:1740485460.026475:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026485:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f97800/0x5922c046cda7757b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371189 expref: 14347 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026491:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.026492:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.026495:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026510:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f97800/0x5922c046cda7757b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371189 expref: 14347 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.026519:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f97800/0x5922c046cda7757b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371189 expref: 14347 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.026533:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708052480:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.026551:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.028230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028356:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009790ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708050432:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.028370:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.028395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.028698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.028729:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028737:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028745:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028757:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028764:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028769:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5172400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.028772:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028779:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028788:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.028794:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5172400/0x5922c046cdb8a9fc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.028900:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d227850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3757:3765:x1825030708050048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3655us (3722us total) trans 4295558542 rc 0/0 00000100:00100000:0.0:1740485460.028906:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430538 00000100:00100000:0.0:1740485460.028932:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f84b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708051840:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.028944:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.028970:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009790e300/2, rc 0, transno 4295558542 00000100:00100000:0.0:1740485460.028977:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009790e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708050048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.029082:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708052608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.029102:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.029141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.029160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.029172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.029203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.029224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.029256:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fb31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708052480:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.029269:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.029308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.029381:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029389:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029396:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029403:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029410:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029416:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d916c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.029419:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029425:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029435:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029441:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d916c00/0x5922c046cdb8aa1f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x498b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029498:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029505:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029512:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029518:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029525:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029531:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d917600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.029534:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029540:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029550:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029570:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d917600/0x5922c046cdb8aa3b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.029800:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3758:3764:x1825030708052224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3344us (3376us total) trans 4295558546 rc 0/0 00000100:00100000:0.0:1740485460.029807:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430547 00000100:00100000:0.0:1740485460.029827:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708053120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.029844:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.029885:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7bc000/2, rc 0, transno 4295500919 00000100:00100000:0.0:1740485460.029900:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708051200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.029909:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708053120 00000100:00100000:0.0:1740485460.029912:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708053120 00000100:00100000:0.0:1740485460.029925:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708053504 00000100:00100000:0.0:1740485460.029928:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708053504 00000100:00100000:0.0:1740485460.029956:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430553 00000100:00100000:0.0:1740485460.029961:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880094d89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3142:3767:x1825030708053504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.029972:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:15984 count 1 00010000:00010000:0.0:1740485460.029982:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a4aa00/0x5922c046cdb8aa5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029993:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f732400/0x5922c046cda61918 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136842b expref: 2891 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.029999:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.030001:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.030004:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a4aa00/0x5922c046cdb8aa5e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030019:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f732400/0x5922c046cda61918 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136842b expref: 2891 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030028:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f732400/0x5922c046cda61918 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136842b expref: 2891 pid: 9998 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.030037:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096842d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708054144:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.030056:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.030071:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800966e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708053760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030089:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.030116:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094d89c00/2, rc 0, transno 4295500923 00000100:00100000:0.0:1740485460.030127:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880094d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708050944:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.030144:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d123800/2, rc 0, transno 4295558547 00000100:00100000:0.0:1740485460.030155:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708048384:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.030175:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f72f480/2, rc 0, transno 4295558544 00000100:00100000:0.0:1740485460.030186:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708050816:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.030196:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132632680/2, rc 0, transno 4295558545 00000100:00100000:0.0:1740485460.030199:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880132632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708048512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030207:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708054272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.030239:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708054272 00000100:00100000:0.0:1740485460.030242:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708054272 00000100:00100000:0.0:1740485460.030255:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430556 00000100:00100000:0.0:1740485460.030260:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3144:3766:x1825030708054272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.030271:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:15986 count 1 00010000:00010000:0.0:1740485460.030281:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030291:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073c28c00/0x5922c046cda6197a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368478 expref: 2891 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030297:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.030299:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.030301:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030316:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073c28c00/0x5922c046cda6197a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368478 expref: 2891 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.030331:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073c28c00/0x5922c046cda6197a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368478 expref: 2891 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.030340:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708055040:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.030357:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.030369:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708054784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030390:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.030411:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7bc700/2, rc 0, transno 4295500921 00000100:00100000:0.0:1740485460.030417:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708051072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030441:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.030446:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708054656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030467:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.030489:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095fc0000/2, rc 0, transno 4295500922 00000100:00100000:0.0:1740485460.030495:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708051328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030515:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708055168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.030571:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.030576:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096840380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708055552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030607:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.030821:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801355ec380/2, rc 0, transno 4295558549 00000100:00100000:0.0:1740485460.030829:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801355ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708051456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030849:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.030855:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708055808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.030874:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.030892:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708056064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.030907:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.033535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033678:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096842d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708054144:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.033693:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096a4aa00/0x5922c046cdb8aa5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.033717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033877:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708055040:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.033889:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.033922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.033999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.034030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.034079:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034087:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034092:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034096:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034099:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034103:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d917c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.034104:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034108:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034114:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034119:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d917c00/0x5922c046cdb8aa73 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.034205:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3146:3766:x1825030708054272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3944us (3979us total) trans 4295500925 rc 0/0 00000100:00100000:0.0:1740485460.034210:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430556 00000004:00080000:0.0:1740485460.034228:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f73b80/2, rc 0, transno 4295558550 00000100:00100000:0.0:1740485460.034239:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708053120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.034249:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f7d880/2, rc 0, transno 4295500925 00000100:00100000:0.0:1740485460.034253:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708054272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.034280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.034295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.034328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.034357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.034373:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.034380:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708056960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.034402:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.034424:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.034430:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708056832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.034445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.034683:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012483e600/0x5922c046cda77742 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371293 expref: 14334 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.034696:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708056576:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.034709:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034716:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034727:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034734:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034741:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034748:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034753:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.034756:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034762:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034772:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.034778:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801319cec00/0x5922c046cdb8aab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.034837:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a24380/2, rc 0, transno 4295558553 00000100:00100000:0.0:1740485460.034845:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708054784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.034868:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708057344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.034895:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.034974:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a25180/2, rc 0, transno 4295500928 00000100:00100000:0.0:1740485460.034982:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708056064:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.035012:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800966e3800/2, rc 0, transno 4295558554 00000100:00100000:0.0:1740485460.035018:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800966e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708053760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.035054:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073c29400/0x5922c046cda61a1b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813684d3 expref: 2887 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.035065:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a688000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708055936:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.035078:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035085:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035092:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035099:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035105:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035117:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035123:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319ce600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.035126:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035133:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035142:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035149:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319ce600/0x5922c046cdb8aa96 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.035258:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3148:3766:x1825030708055552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4458us (4648us total) trans 4295500930 rc 0/0 00000100:00100000:0.0:1740485460.035265:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430561 00000100:00100000:0.0:1740485460.035279:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708057600 00000100:00100000:0.0:1740485460.035281:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708057600 00000100:00100000:0.0:1740485460.035296:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708057984 00000100:00100000:0.0:1740485460.035298:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708057984 00000100:00100000:0.0:1740485460.035324:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708058112 00000100:00100000:0.0:1740485460.035326:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708058112 00000100:00100000:0.0:1740485460.035339:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430570 00000100:00100000:0.0:1740485460.035343:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3769:3765:x1825030708057984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.035362:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28905 count 1 00010000:00010000:0.0:1740485460.035372:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035382:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14331 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035388:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035390:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035392:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035408:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14331 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035417:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14331 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.035427:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006e5f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708058368:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.035448:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.035471:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073c28600/0x5922c046cda619d5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813684b0 expref: 2885 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.035482:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a68bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708056320:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.035494:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035506:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035512:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035613:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035621:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035629:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035635:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cfc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.035638:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035645:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035654:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035660:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319cfc00/0x5922c046cdb8aa9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.035684:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430574 00000100:00100000:0.0:1740485460.035689:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3771:3766:x1825030708058624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.035701:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28907 count 1 00010000:00010000:0.0:1740485460.035710:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035720:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14331 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035726:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035728:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035730:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035746:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14331 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035755:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14331 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.035764:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a68bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708059776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.035780:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.035792:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708058880 00000100:00100000:0.0:1740485460.035795:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708058880 00000100:00100000:0.0:1740485460.035811:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430577 00000100:00100000:0.0:1740485460.035815:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f72fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3151:3765:x1825030708058880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.035825:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:15992 count 1 00010000:00010000:0.0:1740485460.035833:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035843:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096a3c000/0x5922c046cda61b2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368574 expref: 2884 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035849:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035850:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.035853:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035867:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096a3c000/0x5922c046cda61b2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368574 expref: 2884 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.035876:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096a3c000/0x5922c046cda61b2c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368574 expref: 2884 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.035885:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b44f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708060288:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.035903:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.035977:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430579 00000100:00100000:0.0:1740485460.035982:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3772:3765:x1825030708060160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.035993:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28909 count 1 00010000:00010000:0.0:1740485460.036004:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8ab1b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036013:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097baee00/0x5922c046cda778e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137136c expref: 14331 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036020:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.036021:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.036023:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8ab1b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036038:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097baee00/0x5922c046cda778e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137136c expref: 14332 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036047:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097baee00/0x5922c046cda778e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137136c expref: 14332 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.036056:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708060544:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.036071:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.036129:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3154:3766:x1825030708055168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5435us (5592us total) trans 4295500932 rc 0/0 00000100:00100000:0.0:1740485460.036135:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430560 00000100:00100000:0.0:1740485460.036264:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708060672 00000100:00100000:0.0:1740485460.036268:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708060672 00000100:00100000:0.0:1740485460.036280:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708060800 00000100:00100000:0.0:1740485460.036281:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708060800 00000100:00100000:0.0:1740485460.036289:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430580 00000100:00100000:0.0:1740485460.036292:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009937b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3154:3766:x1825030708060672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.036300:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:15997 count 1 00010000:00010000:0.0:1740485460.036307:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036316:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2883 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036321:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.036322:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.036323:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036333:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2883 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.036339:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2883 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.036344:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708060928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.036361:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.038935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.038970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039002:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006e5f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708058368:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.039014:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.039030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039079:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869102720 00000100:00100000:0.0:1740485460.039083:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869102720 00010000:00010000:0.0:1740485460.039096:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14332 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039115:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519350 00000100:00100000:0.0:1740485460.039119:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14332:2004:x1825030869102720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.039127:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.039132:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14332 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039141:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14332 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039154:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990de800/0x5922c046cda7781b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371303 expref: 14331 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039165:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039167:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039169:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039174:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039184:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.039200:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14329:2004:x1825030869102720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.039205:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519350 00010000:00010000:0.0:1740485460.039219:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039223:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039228:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039231:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039235:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039238:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5172a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.039240:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039244:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039249:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039252:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5172a00/0x5922c046cdb8aadc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.039370:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3775:3765:x1825030708057984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4025us (4078us total) trans 4295558559 rc 0/0 00000100:00100000:0.0:1740485460.039374:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430570 00000004:00080000:0.0:1740485460.039396:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a688000/2, rc 0, transno 4295558559 00000100:00100000:0.0:1740485460.039400:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a688000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708057984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.039472:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a68bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708059776:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.039483:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.039500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039516:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869103104 00000100:00100000:0.0:1740485460.039518:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869103104 00010000:00010000:0.0:1740485460.039525:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098795a00/0x5922c046cda778d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137135e expref: 14327 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039534:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869103360 00000100:00100000:0.0:1740485460.039536:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869103360 00010000:00010000:0.0:1740485460.039540:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce39e00/0x5922c046cda61bbf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3e7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813685dd expref: 2883 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039569:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519353 00000100:00100000:0.0:1740485460.039572:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14327:2006:x1825030869103104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.039593:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.039596:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098795a00/0x5922c046cda778d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137135e expref: 14327 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039602:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098795a00/0x5922c046cda778d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137135e expref: 14327 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039611:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098795a00/0x5922c046cda778d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137135e expref: 14327 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039620:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039621:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039624:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8aaf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039628:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8aaf1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039638:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.039651:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14326:2006:x1825030869103104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.039655:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519353 00000100:00100000:0.0:1740485460.039705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039742:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869102976 00000100:00100000:0.0:1740485460.039744:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869102976 00010000:00010000:0.0:1740485460.039751:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d90f800/0x5922c046cda61b48 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368590 expref: 2883 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039764:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869103232 00000100:00100000:0.0:1740485460.039766:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869103232 00010000:00010000:0.0:1740485460.039770:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d90e800/0x5922c046cda61b80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813685b3 expref: 2884 pid: 9553 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.039889:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869103488 00000100:00100000:0.0:1740485460.039891:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869103488 00010000:00010000:0.0:1740485460.039899:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14326 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.039915:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519357 00000100:00100000:0.0:1740485460.039918:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14326:2006:x1825030869103488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.039923:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.039925:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14326 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039931:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14326 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039939:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e2fb200/0x5922c046cda7787d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137133b expref: 14326 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.039945:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039946:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.039948:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039955:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039964:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.039976:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14325:2006:x1825030869103488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.039979:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519357 00010000:00010000:0.0:1740485460.039990:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039994:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.039998:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040002:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040005:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040008:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d916000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.040010:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040017:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040022:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040026:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d916000/0x5922c046cdb8aaf8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.040120:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3778:3766:x1825030708058624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4430us (4593us total) trans 4295558563 rc 0/0 00000100:00100000:0.0:1740485460.040124:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430574 00010000:00010000:0.0:1740485460.040147:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a3c000/0x5922c046cda61b2c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368574 expref: 2879 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.040154:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b44f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708060288:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.040164:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040168:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040172:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040179:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040193:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040272:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040277:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff2c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.040279:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040283:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040289:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040293:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff2c600/0x5922c046cdb8ab0d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.040317:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708060544:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.040325:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8ab1b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.040342:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708060928:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.040350:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.040423:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f72fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3156:3765:x1825030708058880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4607us (4641us total) trans 4295500938 rc 0/0 00000100:00100000:0.0:1740485460.040427:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430577 00000100:00100000:0.0:1740485460.040435:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708062336 00000100:00100000:0.0:1740485460.040437:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708062336 00000100:00100000:0.0:1740485460.040446:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430587 00000100:00100000:0.0:1740485460.040448:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3777:3765:x1825030708062336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.040457:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28914 count 1 00010000:00010000:0.0:1740485460.040464:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040470:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f8a000/0x5922c046cda77964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713ea expref: 14323 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040474:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.040475:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.040477:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040487:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134f8a000/0x5922c046cda77964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713ea expref: 14323 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040495:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134f8a000/0x5922c046cda77964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713ea expref: 14323 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.040501:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708062720:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.040511:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.040529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.040539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.040638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.040661:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519363 00000100:00100000:0.0:1740485460.040667:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2877:2006:x1825030869104000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.040674:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.040679:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2877 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.040688:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2877 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.040697:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ce39800/0x5922c046cda61c44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136862a expref: 2877 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.040704:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.040705:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.040707:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040714:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040724:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.040738:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2876:2006:x1825030869104000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.040746:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519363 00010000:00010000:0.0:1740485460.040763:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040770:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040777:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040784:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040790:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040796:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f13fa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.040798:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040809:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040818:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040824:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13fa00/0x5922c046cdb8ab22 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.040908:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009937b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3156:3766:x1825030708060672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4615us (4684us total) trans 4295500941 rc 0/0 00000100:00100000:0.0:1740485460.040913:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430580 00000100:00100000:0.0:1740485460.040921:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708062976 00000100:00100000:0.0:1740485460.040923:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708062976 00000100:00100000:0.0:1740485460.040932:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708062592 00000100:00100000:0.0:1740485460.040933:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708062592 00000100:00100000:0.0:1740485460.040940:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708063104 00000100:00100000:0.0:1740485460.040941:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708063104 00000100:00100000:0.0:1740485460.040956:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430590 00000100:00100000:0.0:1740485460.040959:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3157:3765:x1825030708063104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.040967:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16001 count 1 00010000:00010000:0.0:1740485460.040974:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040981:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072e4bc00/0x5922c046cda61cfa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813686a8 expref: 2875 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.040988:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.040989:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.040990:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041001:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072e4bc00/0x5922c046cda61cfa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813686a8 expref: 2875 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041006:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072e4bc00/0x5922c046cda61cfa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813686a8 expref: 2875 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.041012:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708063872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.041023:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.041153:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f59b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708064384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.041172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.041188:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a27480/2, rc 0, transno 4295500939 00000100:00100000:0.0:1740485460.041193:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708060032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.041212:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430596 00000100:00100000:0.0:1740485460.041215:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3782:3764:x1825030708064384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.041223:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28919 count 1 00010000:00010000:0.0:1740485460.041230:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041237:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135fabe00/0x5922c046cda779e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371468 expref: 14321 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041242:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.041242:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.041244:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041254:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135fabe00/0x5922c046cda779e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371468 expref: 14321 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041259:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135fabe00/0x5922c046cda779e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371468 expref: 14321 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.041265:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708064896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.041277:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.041361:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430597 00000100:00100000:0.0:1740485460.041367:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3161:3765:x1825030708065152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.041378:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16006 count 1 00010000:00010000:0.0:1740485460.041388:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041398:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a66fe00/0x5922c046cda61e27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136877a expref: 2875 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041404:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.041405:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.041408:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041429:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a66fe00/0x5922c046cda61e27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136877a expref: 2875 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.041437:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a66fe00/0x5922c046cda61e27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136877a expref: 2875 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.041446:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708065408:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.041465:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.043931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.043973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.043986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.043999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044035:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708063872:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.044048:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.044081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.044273:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708064896:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.044282:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044296:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f8a000/0x5922c046cda77964 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713ea expref: 14325 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.044305:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708062720:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.044312:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044317:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044320:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044325:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044328:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044333:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044336:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132363000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.044339:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044343:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044349:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044352:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132363000/0x5922c046cdb8ab53 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044419:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044423:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044428:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044431:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044435:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044439:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47de00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.044441:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044444:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044450:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044453:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f47de00/0x5922c046cdb8ab68 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.044532:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3163:3765:x1825030708063104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3571us (3594us total) trans 4295500942 rc 0/0 00000100:00100000:0.0:1740485460.044537:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430590 00010000:00010000:0.0:1740485460.044551:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044570:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044575:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044596:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044600:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044604:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d917200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.044606:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044609:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044615:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044619:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d917200/0x5922c046cdb8ab92 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.044698:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3784:3764:x1825030708064384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3481us (3525us total) trans 4295558569 rc 0/0 00000100:00100000:0.0:1740485460.044702:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430596 00000004:00080000:0.0:1740485460.044720:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f599500/2, rc 0, transno 4295500942 00000100:00100000:0.0:1740485460.044725:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708063104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.044752:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708065792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.044765:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.044777:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708065792 00000100:00100000:0.0:1740485460.044779:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708065792 00000100:00100000:0.0:1740485460.044790:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430600 00000100:00100000:0.0:1740485460.044793:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3163:3766:x1825030708065792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.044802:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16007 count 1 00010000:00010000:0.0:1740485460.044809:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044816:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009854c200/0x5922c046cda61e66 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136879d expref: 2873 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044821:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.044822:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.044824:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044833:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009854c200/0x5922c046cda61e66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136879d expref: 2873 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.044838:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009854c200/0x5922c046cda61e66 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136879d expref: 2873 pid: 9553 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.044844:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708065920:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.044855:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.044904:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3784:3765:x1825030708062336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4454us (4628us total) trans 4295558568 rc 0/0 00000100:00100000:0.0:1740485460.044908:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430587 00000004:00080000:0.0:1740485460.044924:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f598700/2, rc 0, transno 4295558568 00000100:00100000:0.0:1740485460.044930:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708062336:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.044954:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f598e00/2, rc 0, transno 4295500943 00000100:00100000:0.0:1740485460.044959:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f598e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708062592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.044961:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:0.0:1740485460.044977:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f59ad80/2, rc 0, transno 4295558570 00000100:00100000:0.0:1740485460.044980:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f59ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708064000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.044992:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708066304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.045004:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.045022:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.045025:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708066176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.045033:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.045041:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708066048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.045049:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.045059:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708066176 00000100:00100000:0.0:1740485460.045061:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708066176 00000100:00100000:0.0:1740485460.045076:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430602 00000100:00100000:0.0:1740485460.045079:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3784:3766:x1825030708066048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.045087:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28920 count 1 00010000:00010000:0.0:1740485460.045094:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098d3e600/0x5922c046cdb8abb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045101:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fab000/0x5922c046cda779fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371484 expref: 14314 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045105:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.045106:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.045108:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3e600/0x5922c046cdb8abb5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045118:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099fab000/0x5922c046cda779fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371484 expref: 14314 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045123:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099fab000/0x5922c046cda779fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371484 expref: 14314 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.045128:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708066432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.045138:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.045152:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f59b800/2, rc 0, transno 4295558569 00000100:00100000:0.0:1740485460.045156:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f59b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708064384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.045172:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708066816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.045200:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.045379:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a66fe00/0x5922c046cda61e27 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136877a expref: 2872 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.045391:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708065408:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.045403:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045410:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045417:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045427:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045431:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045435:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045438:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5172200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.045440:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045443:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045450:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045454:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5172200/0x5922c046cdb8ab99 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.045536:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3165:3765:x1825030708065152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4169us (4245us total) trans 4295500945 rc 0/0 00000100:00100000:0.0:1740485460.045540:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430597 00000100:00100000:0.0:1740485460.045552:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430605 00000100:00100000:0.0:1740485460.045570:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3787:3766:x1825030708067072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.045596:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28923 count 1 00010000:00010000:0.0:1740485460.045604:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045611:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aab0a00/0x5922c046cda77aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714d8 expref: 14313 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045616:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.045616:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.045618:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045628:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aab0a00/0x5922c046cda77aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714d8 expref: 14313 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045634:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aab0a00/0x5922c046cda77aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714d8 expref: 14313 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.045640:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708067328:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.045657:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.045672:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ca1b100/2, rc 0, transno 4295500945 00000100:00100000:0.0:1740485460.045676:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88012ca1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708065152:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.045706:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f599180/2, rc 0, transno 4295558575 00000100:00100000:0.0:1740485460.045718:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708062976:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.045724:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc0a80/2, rc 0, transno 4295500944 00000100:00100000:0.0:1740485460.045727:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708062208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.045740:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.045745:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708067840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.045811:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.045835:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098405a00/0x5922c046cda61d86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813686fc expref: 2868 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.045844:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007216ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708065280:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.045856:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045861:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045864:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045868:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045871:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045875:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045878:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.045880:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045885:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045890:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.045894:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319cea00/0x5922c046cdb8ab76 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.045975:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3168:3765:x1825030708063488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4853us (4904us total) trans 4295500948 rc 0/0 00000100:00100000:0.0:1740485460.045982:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430592 00000100:00100000:0.0:1740485460.046176:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430610 00000100:00100000:0.0:1740485460.046180:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3167:3764:x1825030708067456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.046190:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16009 count 1 00010000:00010000:0.0:1740485460.046199:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.046209:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009854c400/0x5922c046cda61ecf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813687f1 expref: 2867 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.046215:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.046216:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.046218:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.046239:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009854c400/0x5922c046cda61ecf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813687f1 expref: 2867 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.046249:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009854c400/0x5922c046cda61ecf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813687f1 expref: 2867 pid: 9553 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.046258:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708068864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.046279:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.046294:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f59a300/2, rc 0, transno 4295500948 00000100:00100000:0.0:1740485460.046298:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f59a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708063488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.046322:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708069120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.046336:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.047753:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708065920:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.047766:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.047788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.047985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.048001:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708068864:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.048012:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048031:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048039:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048046:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048053:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048059:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048065:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132362200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.048068:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048079:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048090:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048096:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132362200/0x5922c046cdb8abae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.048260:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3171:3766:x1825030708065792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3465us (3493us total) trans 4295500950 rc 0/0 00000100:00100000:0.0:1740485460.048265:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430600 00000100:00100000:0.0:1740485460.048323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.048338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.048386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.048423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.048456:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048461:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048465:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048469:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048473:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048476:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132363a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.048478:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048482:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048488:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048492:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8abf4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.048610:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3171:3764:x1825030708067456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2429us (2496us total) trans 4295500951 rc 0/0 00000100:00100000:0.0:1740485460.048615:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430610 00000004:00080000:0.0:1740485460.048637:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b3100/2, rc 0, transno 4295500950 00000100:00100000:0.0:1740485460.048642:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708065792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.048665:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708069888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.048678:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.048689:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708069888 00000100:00100000:0.0:1740485460.048692:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708069888 00000100:00100000:0.0:1740485460.048704:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430616 00000100:00100000:0.0:1740485460.048707:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3172:3766:x1825030708069888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.048717:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16015 count 1 00010000:00010000:0.0:1740485460.048724:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db01000/0x5922c046cdb8ac1e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048732:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800963dde00/0x5922c046cda62011 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688c3 expref: 2864 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048736:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.048737:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.048739:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db01000/0x5922c046cdb8ac1e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048748:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800963dde00/0x5922c046cda62011 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688c3 expref: 2864 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048753:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800963dde00/0x5922c046cda62011 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688c3 expref: 2864 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.048758:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708070016:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.048772:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.048787:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b3b80/2, rc 0, transno 4295500952 00000100:00100000:0.0:1740485460.048792:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708066176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.048810:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aba5f80/2, rc 0, transno 4295558576 00000100:00100000:0.0:1740485460.048822:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708069120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.048831:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708070144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.048845:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.048857:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708070144 00000100:00100000:0.0:1740485460.048859:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708070144 00000100:00100000:0.0:1740485460.048870:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430617 00000100:00100000:0.0:1740485460.048872:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3172:3767:x1825030708070144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.048880:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16016 count 1 00010000:00010000:0.0:1740485460.048886:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db01e00/0x5922c046cdb8ac25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048893:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800963dc200/0x5922c046cda6202d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688df expref: 2863 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048897:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.048898:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.048899:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db01e00/0x5922c046cdb8ac25 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048908:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800963dc200/0x5922c046cda6202d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688df expref: 2863 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.048913:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800963dc200/0x5922c046cda6202d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813688df expref: 2863 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.048918:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708070400:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.048929:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.048941:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b0a80/2, rc 0, transno 4295558577 00000100:00100000:0.0:1740485460.048953:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708066304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.048958:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.048964:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708070272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.048976:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.048985:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007216ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708070528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.048993:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049013:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f55f800/2, rc 0, transno 4295558578 00000100:00100000:0.0:1740485460.049018:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708067712:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049100:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708070656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049126:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a26680/2, rc 0, transno 4295558579 00000100:00100000:0.0:1740485460.049129:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708068736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049146:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049161:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049205:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3e1880/2, rc 0, transno 4295500953 00000100:00100000:0.0:1740485460.049210:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708067584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049224:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.049228:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708071168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049239:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.049251:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708071168 00000100:00100000:0.0:1740485460.049252:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708071168 00000100:00100000:0.0:1740485460.049264:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430622 00000100:00100000:0.0:1740485460.049267:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3173:3765:x1825030708071168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.049274:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16017 count 1 00010000:00010000:0.0:1740485460.049281:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049288:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2862 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049292:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.049293:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.049295:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049304:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2862 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049309:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2862 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.049314:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708071552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.049327:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.049384:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aab0a00/0x5922c046cda77aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714d8 expref: 14307 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.049392:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708067328:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.049401:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049406:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049413:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049417:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049421:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049425:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049428:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098d3f000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.049429:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049433:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049439:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049442:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098d3f000/0x5922c046cdb8abd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x70fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.049546:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3796:3766:x1825030708067072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3974us (4029us total) trans 4295558582 rc 0/0 00000100:00100000:0.0:1740485460.049553:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430605 00000004:00080000:0.0:1740485460.049615:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f4e7b80/2, rc 0, transno 4295500955 00000100:00100000:0.0:1740485460.049622:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f4e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708068608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049641:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708071680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049659:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049750:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ebb2300/2, rc 0, transno 4295558582 00000100:00100000:0.0:1740485460.049755:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ebb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708067072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049771:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.049775:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049788:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049806:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b2d80/2, rc 0, transno 4295558581 00000100:00100000:0.0:1740485460.049811:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708066816:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.049828:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3e0a80/2, rc 0, transno 4295500957 00000100:00100000:0.0:1740485460.049832:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708067840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049841:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.049844:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708072064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.049858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.049869:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049878:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.049893:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b1f80/2, rc 0, transno 4295558583 00000100:00100000:0.0:1740485460.049896:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708066048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049909:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007200dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708072192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.049918:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.049931:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708072192 00000100:00100000:0.0:1740485460.049934:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708072192 00000100:00100000:0.0:1740485460.049949:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430627 00000100:00100000:0.0:1740485460.049951:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3797:3765:x1825030708072192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.049960:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28934 count 1 00010000:00010000:0.0:1740485460.049968:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049975:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14305 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049979:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.049980:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.049982:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049992:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14305 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.049998:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14305 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.050003:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007200c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708072704:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.050018:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.050077:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bfc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708073088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.050090:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.050110:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708073088 00000100:00100000:0.0:1740485460.050112:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708073088 00000100:00100000:0.0:1740485460.050124:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708072960 00000100:00100000:0.0:1740485460.050125:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708072960 00000100:00100000:0.0:1740485460.050198:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708073344 00000100:00100000:0.0:1740485460.050201:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708073344 00000100:00100000:0.0:1740485460.050216:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430630 00000100:00100000:0.0:1740485460.050221:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3798:3765:x1825030708073344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.050231:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28935 count 1 00010000:00010000:0.0:1740485460.050242:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050252:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14305 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050258:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.050260:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.050262:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050285:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14305 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050291:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14305 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.050297:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708073728:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.050315:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.050411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.050498:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f72fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708070400:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.050509:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009db01e00/0x5922c046cdb8ac25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.050547:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869108864 00000100:00100000:0.0:1740485460.050549:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869108864 00010000:00010000:0.0:1740485460.050570:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb24200/0x5922c046cda77bd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371579 expref: 14306 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.050599:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519399 00000100:00100000:0.0:1740485460.050602:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14306:2003:x1825030869108864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.050612:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.050616:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fb24200/0x5922c046cda77bd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371579 expref: 14306 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.050622:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fb24200/0x5922c046cda77bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371579 expref: 14306 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.050630:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb24200/0x5922c046cda77bd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371579 expref: 14306 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.050637:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.050638:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.050640:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134d86200/0x5922c046cdb8ac2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050645:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134d86200/0x5922c046cdb8ac2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.050659:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.050673:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f599c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14305:2003:x1825030869108864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.050681:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519399 00000004:00080000:0.0:1740485460.050878:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7bf480/2, rc 0, transno 4295500959 00000100:00100000:0.0:1740485460.050892:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c7bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708070144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.050895:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.050906:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708071552:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.050916:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.050925:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708073984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.050947:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869109120 00000100:00100000:0.0:1740485460.050949:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869109120 00010000:00010000:0.0:1740485460.050959:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099034a00/0x5922c046cda77c3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715b8 expref: 14305 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.050974:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869109248 00000100:00100000:0.0:1740485460.050976:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869109248 00010000:00010000:0.0:1740485460.050980:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2858 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.050996:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519401 00000100:00100000:0.0:1740485460.050999:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2858:2005:x1825030869109248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.051005:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.051008:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2858 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051014:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2858 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051022:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f7f800/0x5922c046cda62049 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368902 expref: 2858 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051029:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051030:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051032:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051036:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051044:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.051055:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2857:2005:x1825030869109248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.051059:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519401 00010000:00010000:0.0:1740485460.051071:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051075:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051083:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051087:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051090:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051093:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132363600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.051095:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051099:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051104:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051107:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132363600/0x5922c046cdb8ac48 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.051185:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3180:3765:x1825030708071168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1916us (1944us total) trans 4295500960 rc 0/0 00000100:00100000:0.0:1740485460.051189:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430622 00000100:00100000:0.0:1740485460.051206:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.051219:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708073984 00000100:00100000:0.0:1740485460.051221:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708073984 00000100:00100000:0.0:1740485460.051228:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430634 00000100:00100000:0.0:1740485460.051231:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3180:3767:x1825030708073984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.051238:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16023 count 1 00010000:00010000:0.0:1740485460.051245:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051252:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135598e00/0x5922c046cda621d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813689e2 expref: 2856 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051256:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.051257:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.051258:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051268:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135598e00/0x5922c046cda621d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813689e2 expref: 2856 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051273:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135598e00/0x5922c046cda621d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813689e2 expref: 2856 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.051279:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708074752:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.051511:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.051533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.051632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.051641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.051665:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708072704:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.051675:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.051687:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.051694:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bfc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708075008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.051720:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519405 00000100:00100000:0.0:1740485460.051725:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2857:2003:x1825030869109632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.051732:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.051737:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a77200/0x5922c046cda620c0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3e93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368948 expref: 2857 pid: 16701 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051746:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a77200/0x5922c046cda620c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368948 expref: 2857 pid: 16701 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051811:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a77200/0x5922c046cda620c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e93:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368948 expref: 2857 pid: 16701 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051817:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051818:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051820:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800999f7400/0x5922c046cdb8ac56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051825:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800999f7400/0x5922c046cdb8ac56 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3e93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051838:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.051850:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2856:2003:x1825030869109632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 125us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.051854:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519405 00000100:00100000:0.0:1740485460.051873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.051901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.051909:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869109760 00000100:00100000:0.0:1740485460.051911:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869109760 00010000:00010000:0.0:1740485460.051918:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14301 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.051928:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519406 00000100:00100000:0.0:1740485460.051931:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14301:2003:x1825030869109760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.051936:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.051938:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14301 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051943:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14301 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051951:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e797e00/0x5922c046cda77d23 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137162f expref: 14301 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.051957:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051958:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.051959:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051964:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.051973:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.051982:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14300:2003:x1825030869109760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.051986:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519406 00010000:00010000:0.0:1740485460.051998:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052002:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052006:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052010:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052014:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052017:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098d3fc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.052018:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052022:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052030:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052034:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098d3fc00/0x5922c046cdb8ac64 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.052117:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007200ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3801:3765:x1825030708072192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2164us (2197us total) trans 4295558589 rc 0/0 00000100:00100000:0.0:1740485460.052121:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430627 00000100:00100000:0.0:1740485460.052136:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009f598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708075264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.052146:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.052153:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708075264 00000100:00100000:0.0:1740485460.052155:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708075264 00000100:00100000:0.0:1740485460.052164:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430637 00000100:00100000:0.0:1740485460.052166:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3182:3767:x1825030708075264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.052174:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16026 count 1 00010000:00010000:0.0:1740485460.052181:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098d3e800/0x5922c046cdb8acb1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052188:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2855 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052192:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.052193:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.052194:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3e800/0x5922c046cdb8acb1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052207:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2855 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052213:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2856 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.052219:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708075520:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.052230:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.052248:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708073728:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.052258:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.052276:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096840a80/2, rc 0, transno 4295558587 00000100:00100000:0.0:1740485460.052282:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096840a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071808:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.052300:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096842300/2, rc 0, transno 4295558588 00000100:00100000:0.0:1740485460.052303:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.052317:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708075776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.052329:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.052367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.052381:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869110528 00000100:00100000:0.0:1740485460.052384:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869110528 00010000:00010000:0.0:1740485460.052394:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14299 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.052418:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519410 00000100:00100000:0.0:1740485460.052423:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14299:2003:x1825030869110528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.052430:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.052434:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14299 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052442:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14299 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052453:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aab0c00/0x5922c046cda77d62 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137164b expref: 14299 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052462:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.052464:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.052466:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052532:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052545:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.052568:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14298:2003:x1825030869110528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 145us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.052574:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519410 00000100:00100000:0.0:1740485460.052603:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519411 00000100:00100000:0.0:1740485460.052606:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2856:2005:x1825030869110016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.052611:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.052615:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a74000/0x5922c046cda6207a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368917 expref: 2856 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052621:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a74000/0x5922c046cda6207a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368917 expref: 2856 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052629:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a74000/0x5922c046cda6207a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368917 expref: 2856 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.052635:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.052636:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.052637:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d205200/0x5922c046cdb8ac6b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052642:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205200/0x5922c046cdb8ac6b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3e92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052651:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.052658:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2855:2005:x1825030869110016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.052662:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519411 00010000:00010000:0.0:1740485460.052694:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052699:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052704:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052708:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052711:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052715:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cf800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.052716:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052720:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052725:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.052729:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801319cf800/0x5922c046cdb8ac80 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.052811:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3804:3765:x1825030708073344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2590us (2629us total) trans 4295558591 rc 0/0 00000100:00100000:0.0:1740485460.052815:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430630 00000100:00100000:0.0:1740485460.052827:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.052831:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708076288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.052844:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.052854:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708076288 00000100:00100000:0.0:1740485460.052856:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708076288 00000004:00080000:0.0:1740485460.052881:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc3800/2, rc 0, transno 4295500963 00000100:00100000:0.0:1740485460.052885:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708073088:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.052903:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096840700/2, rc 0, transno 4295558590 00000100:00100000:0.0:1740485460.052907:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708071936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.052952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.052990:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708076928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.053002:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.053038:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.053041:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708076800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.053049:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.053059:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708076672 00000100:00100000:0.0:1740485460.053061:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708076672 00000100:00100000:0.0:1740485460.053069:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708076928 00000100:00100000:0.0:1740485460.053070:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708076928 00000100:00100000:0.0:1740485460.053075:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708076416 00000100:00100000:0.0:1740485460.053076:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708076416 00000100:00100000:0.0:1740485460.053088:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708076800 00000100:00100000:0.0:1740485460.053089:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708076800 00000100:00100000:0.0:1740485460.053097:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430642 00000100:00100000:0.0:1740485460.053100:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3806:3765:x1825030708076672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.053108:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28942 count 1 00010000:00010000:0.0:1740485460.053115:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053125:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801249b7800/0x5922c046cda77f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371740 expref: 14296 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053129:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053130:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053131:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053140:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801249b7800/0x5922c046cda77f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371740 expref: 14296 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053145:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801249b7800/0x5922c046cda77f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371740 expref: 14296 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.053151:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007200c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708077184:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.053162:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.053171:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430644 00000100:00100000:0.0:1740485460.053174:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007216dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3185:3765:x1825030708076416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.053179:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16027 count 1 00010000:00010000:0.0:1740485460.053185:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b024e00/0x5922c046cdb8ace2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053191:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b6ae200/0x5922c046cda622f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a98 expref: 2850 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053195:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053196:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053197:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b024e00/0x5922c046cdb8ace2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053206:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b6ae200/0x5922c046cda622f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a98 expref: 2850 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053210:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b6ae200/0x5922c046cda622f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a98 expref: 2850 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.053215:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708077440:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.053225:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.053232:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430646 00000100:00100000:0.0:1740485460.053235:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3185:3765:x1825030708077056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.053241:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16029 count 1 00010000:00010000:0.0:1740485460.053247:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053253:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a74800/0x5922c046cda623ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368afa expref: 2850 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053256:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053257:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053258:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053265:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a74800/0x5922c046cda623ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368afa expref: 2850 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053273:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a74800/0x5922c046cda623ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368afa expref: 2850 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.053278:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708077568:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.053286:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.053297:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708074752:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.053305:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.053371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.053454:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053459:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053464:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053467:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053471:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053477:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cf400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.053479:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053483:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053489:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053493:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319cf400/0x5922c046cdb8ac9c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.053598:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3186:3767:x1825030708073984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2365us (2390us total) trans 4295500967 rc 0/0 00000100:00100000:0.0:1740485460.053603:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430634 00000004:00080000:0.0:1740485460.053622:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a689180/2, rc 0, transno 4295500967 00000100:00100000:0.0:1740485460.053626:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a689180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708073984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.053685:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708078080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.053715:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.053750:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708078080 00000100:00100000:0.0:1740485460.053752:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708078080 00000100:00100000:0.0:1740485460.053766:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430648 00000100:00100000:0.0:1740485460.053769:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3807:3767:x1825030708078080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.053827:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28944 count 1 00010000:00010000:0.0:1740485460.053835:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053842:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e4b800/0x5922c046cda77fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717a2 expref: 14296 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053845:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053846:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.053848:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053858:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099e4b800/0x5922c046cda77fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717a2 expref: 14296 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.053863:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099e4b800/0x5922c046cda77fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717a2 expref: 14296 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.053868:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708078592:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.053881:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.055062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.055079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.055109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.055121:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869111296 00000100:00100000:0.0:1740485460.055124:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869111296 00010000:00010000:0.0:1740485460.055135:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2849 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.055205:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519418 00000100:00100000:0.0:1740485460.055211:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2849:2004:x1825030869111296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.055219:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.055270:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2849 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.055280:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2849 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.055333:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c11a400/0x5922c046cda6229c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368a60 expref: 2849 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.055341:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.055342:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.055344:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d3e800/0x5922c046cdb8acb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.055348:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3e800/0x5922c046cdb8acb1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3e9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.055359:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.055373:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2848:2004:x1825030869111296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 162us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.055377:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519418 00000100:00100000:0.0:1740485460.055409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.055414:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869111680 00000100:00100000:0.0:1740485460.055416:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869111680 00010000:00010000:0.0:1740485460.055423:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3a3600/0x5922c046cda77e03 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x710a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716a6 expref: 14296 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.055436:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519421 00000100:00100000:0.0:1740485460.055438:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14295:2004:x1825030869111680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.055442:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.055445:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c3a3600/0x5922c046cda77e03 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x710a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716a6 expref: 14295 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.055450:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c3a3600/0x5922c046cda77e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716a6 expref: 14295 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.055457:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.055458:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.055460:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d8e5c00/0x5922c046cdb8acc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.055464:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d8e5c00/0x5922c046cdb8acc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x710a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.055470:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.055482:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14295:2004:x1825030869111680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.055485:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519421 00000004:00080000:0.0:1740485460.055505:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc2680/2, rc 0, transno 4295558593 00000100:00100000:0.0:1740485460.055509:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708075008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.055528:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.055532:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708079104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.055545:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.055601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.055672:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88007200c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708077184:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.055685:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.055769:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88007200c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708079360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.055784:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.055837:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f598380/2, rc 0, transno 4295500969 00000100:00100000:0.0:1740485460.055842:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708075264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.055971:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.055977:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708079872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.055992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.056005:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708079872 00000100:00100000:0.0:1740485460.056007:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708079872 00000100:00100000:0.0:1740485460.056019:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430656 00000100:00100000:0.0:1740485460.056024:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3811:3767:x1825030708079872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.056034:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28948 count 1 00010000:00010000:0.0:1740485460.056045:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056055:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14291 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056061:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.056062:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.056065:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056082:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14291 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056091:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14291 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.056101:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708080256:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.056121:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.056371:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708077312:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.056386:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.056405:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708077440:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.056414:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b024e00/0x5922c046cdb8ace2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.056428:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096841c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708077568:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.056437:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.056488:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869112064 00000100:00100000:0.0:1740485460.056490:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869112064 00010000:00010000:0.0:1740485460.056499:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7e6200/0x5922c046cda77f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371771 expref: 14293 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.056523:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519425 00000100:00100000:0.0:1740485460.056527:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14293:2006:x1825030869112064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.056537:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.056540:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7e6200/0x5922c046cda77f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371771 expref: 14293 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.056547:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7e6200/0x5922c046cda77f84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371771 expref: 14293 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.056566:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7e6200/0x5922c046cda77f84 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371771 expref: 14292 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.056590:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.056592:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.056594:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056598:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056609:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.056623:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14291:2006:x1825030869112064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.056627:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519425 00010000:00010000:0.0:1740485460.056643:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056648:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056653:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056656:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056660:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056663:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099888800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.056665:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056668:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056674:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056679:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099888800/0x5922c046cdb8acdb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x710f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.056890:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3813:3767:x1825030708076928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3772us (3886us total) trans 4295558598 rc 0/0 00000100:00100000:0.0:1740485460.056894:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430643 00000100:00100000:0.0:1740485460.056912:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708078592:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.056921:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056930:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056934:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056938:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056942:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056946:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056949:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b024400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.056951:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056955:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056964:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.056968:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b024400/0x5922c046cdb8acf0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.057065:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3191:3765:x1825030708077056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3828us (4005us total) trans 4295500970 rc 0/0 00000100:00100000:0.0:1740485460.057072:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430646 00010000:00010000:0.0:1740485460.057088:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057095:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057160:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057165:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057169:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057172:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099160000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.057174:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057178:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057184:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057188:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099160000/0x5922c046cdb8ad05 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.057276:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096842680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3813:3767:x1825030708078080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3505us (3560us total) trans 4295558599 rc 0/0 00000100:00100000:0.0:1740485460.057283:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430648 00010000:00010000:0.0:1740485460.057365:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057372:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057380:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057386:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057393:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057403:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b024a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.057406:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057413:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057422:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057428:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b024a00/0x5922c046cdb8acd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x710e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.057570:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3813:3765:x1825030708076672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4468us (4626us total) trans 4295558600 rc 0/0 00000100:00100000:0.0:1740485460.057574:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430642 00000100:00100000:0.0:1740485460.057596:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708080640 00000100:00100000:0.0:1740485460.057599:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708080640 00000100:00100000:0.0:1740485460.057610:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430658 00000100:00100000:0.0:1740485460.057613:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3813:3764:x1825030708080640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.057621:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28950 count 1 00010000:00010000:0.0:1740485460.057629:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9fe00/0x5922c046cdb8ad44 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7116:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057636:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009faf5a00/0x5922c046cda780f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371851 expref: 14289 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057644:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057645:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057646:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9fe00/0x5922c046cdb8ad44 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057656:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009faf5a00/0x5922c046cda780f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371851 expref: 14289 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057661:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009faf5a00/0x5922c046cda780f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371851 expref: 14289 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.057667:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708081024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.057679:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.057691:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708080768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.057703:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.057716:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123e4b100/2, rc 0, transno 4295500975 00000100:00100000:0.0:1740485460.057721:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708078720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.057740:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708080768 00000100:00100000:0.0:1740485460.057742:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708080768 00000100:00100000:0.0:1740485460.057752:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430660 00000100:00100000:0.0:1740485460.057755:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3191:3765:x1825030708080768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.057762:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16035 count 1 00010000:00010000:0.0:1740485460.057769:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d8ca000/0x5922c046cdb8ad52 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ea3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057779:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cda625a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368bfd expref: 2840 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057783:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057784:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057785:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d8ca000/0x5922c046cdb8ad52 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ea3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057794:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cda625a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ea3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368bfd expref: 2840 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057799:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cda625a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ea3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368bfd expref: 2840 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.057805:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708081408:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.057815:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.057828:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e05e680/2, rc 0, transno 4295500973 00000100:00100000:0.0:1740485460.057832:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708078208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.057862:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa67800/2, rc 0, transno 4295500971 00000100:00100000:0.0:1740485460.057868:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708076416:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.057894:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f59a680/2, rc 0, transno 4295500970 00000100:00100000:0.0:1740485460.057901:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f59a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708077056:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.057920:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa67b80/2, rc 0, transno 4295558600 00000100:00100000:0.0:1740485460.057924:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708076672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.057938:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708081664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.057950:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.057959:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708081664 00000100:00100000:0.0:1740485460.057961:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708081664 00000100:00100000:0.0:1740485460.057971:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430662 00000100:00100000:0.0:1740485460.057973:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3815:3765:x1825030708081664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.057980:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28952 count 1 00010000:00010000:0.0:1740485460.057986:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8ad60 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057993:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14286 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.057997:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057998:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.057999:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8ad60 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058008:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14287 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058013:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14287 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.058018:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708082432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.058027:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.058035:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708082304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.058044:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.058052:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.058055:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708082048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.058070:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.058087:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708080256:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.058100:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.058109:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708082304 00000100:00100000:0.0:1740485460.058111:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708082304 00000100:00100000:0.0:1740485460.058121:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430663 00000100:00100000:0.0:1740485460.058125:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3816:3765:x1825030708082304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.058143:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28953 count 1 00010000:00010000:0.0:1740485460.058149:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058156:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099045a00/0x5922c046cda781ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718dd expref: 14286 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058159:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.058160:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.058162:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058171:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099045a00/0x5922c046cda781ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718dd expref: 14285 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058179:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099045a00/0x5922c046cda781ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718dd expref: 14285 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.058184:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708082560:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.058194:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.058246:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708081792 00000100:00100000:0.0:1740485460.058249:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708081792 00000100:00100000:0.0:1740485460.058261:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708081920 00000100:00100000:0.0:1740485460.058263:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708081920 00000100:00100000:0.0:1740485460.058270:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708082816 00000100:00100000:0.0:1740485460.058272:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708082816 00000100:00100000:0.0:1740485460.058283:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430665 00000100:00100000:0.0:1740485460.058287:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3196:3766:x1825030708081792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.058297:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16038 count 1 00010000:00010000:0.0:1740485460.058306:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058316:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072b5be00/0x5922c046cda6263f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368c6d expref: 2841 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058323:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.058324:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.058326:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058343:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072b5be00/0x5922c046cda6263f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368c6d expref: 2840 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058353:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072b5be00/0x5922c046cda6263f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368c6d expref: 2840 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.058360:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708082944:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.058372:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.058454:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869113728 00000100:00100000:0.0:1740485460.058456:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869113728 00010000:00010000:0.0:1740485460.058464:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14286 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.058480:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519437 00000100:00100000:0.0:1740485460.058483:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14286:2003:x1825030869113728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.058488:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.058490:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14286 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.058496:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14286 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.058503:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4f21400/0x5922c046cda78080 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371812 expref: 14286 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.058511:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.058512:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.058514:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058518:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058528:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.058538:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14285:2003:x1825030869113728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.058542:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519437 00000004:00080000:0.0:1740485460.058619:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800990d0000/2, rc 0, transno 4295500977 00000100:00100000:0.0:1740485460.058623:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708079488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.058744:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058752:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058759:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058764:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058768:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058772:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131b9e400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.058774:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058778:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058785:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.058791:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b9e400/0x5922c046cdb8ad36 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.058904:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3818:3767:x1825030708079872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2879us (2910us total) trans 4295558604 rc 0/0 00000100:00100000:0.0:1740485460.058909:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430656 00000100:00100000:0.0:1740485460.058969:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708083840 00000100:00100000:0.0:1740485460.058971:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708083840 00000100:00100000:0.0:1740485460.058980:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430671 00000100:00100000:0.0:1740485460.058982:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b44f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3818:3764:x1825030708083840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.058990:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28955 count 1 00010000:00010000:0.0:1740485460.058998:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.059007:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14284 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.059013:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.059014:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.059017:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.059033:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14284 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.059118:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14284 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.059130:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708084224:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.059150:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.059617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.060650:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708084736 00000100:00100000:0.0:1740485460.060653:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708084736 00000100:00100000:0.0:1740485460.060671:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430674 00000100:00100000:0.0:1740485460.060673:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3821:3764:x1825030708084736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.060682:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28958 count 1 00010000:00010000:0.0:1740485460.060689:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.060696:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bf38400/0x5922c046cda78407 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813719fc expref: 14282 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.060700:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.060701:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.060703:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.060717:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bf38400/0x5922c046cda78407 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813719fc expref: 14282 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.060722:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bf38400/0x5922c046cda78407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813719fc expref: 14282 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.060728:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708084864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.060744:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.061867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.061943:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519440 00000100:00100000:0.0:1740485460.061948:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14285:2004:x1825030869114496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.061955:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.061959:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14285 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.061966:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14285 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.061976:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b44a00/0x5922c046cda78191 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718ac expref: 14285 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.061984:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.061986:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.061988:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8ad60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.061992:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8ad60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062002:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.062016:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14284:2004:x1825030869114496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.062020:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519440 00000100:00100000:0.0:1740485460.062032:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519444 00000100:00100000:0.0:1740485460.062035:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14283:2005:x1825030869114112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.062039:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.062042:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249b7000/0x5922c046cda78113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137186d expref: 14283 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.062049:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249b7000/0x5922c046cda78113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137186d expref: 14283 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.062056:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249b7000/0x5922c046cda78113 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137186d expref: 14283 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.062062:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.062063:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.062065:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8ad4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062069:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d99f600/0x5922c046cdb8ad4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062077:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.062086:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14281:2005:x1825030869114112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.062090:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519444 00000100:00100000:0.0:1740485460.062110:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708082944:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.062120:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062131:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099045a00/0x5922c046cda781ec lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718dd expref: 14280 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.062138:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708082560:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.062146:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062150:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062154:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062161:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062166:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062169:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062173:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131b9f200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.062174:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062178:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062184:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062187:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b9f200/0x5922c046cdb8ad67 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.062279:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096841c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3822:3765:x1825030708082304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4152us (4233us total) trans 4295558608 rc 0/0 00000100:00100000:0.0:1740485460.062285:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430663 00000100:00100000:0.0:1740485460.062308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.062330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.062489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.062532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.062548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.062599:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519449 00000100:00100000:0.0:1740485460.062603:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2836:2005:x1825030869115392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.062609:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.062613:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b002a00/0x5922c046cda62677 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ea7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368c9e expref: 2836 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.062619:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b002a00/0x5922c046cda62677 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ea7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368c9e expref: 2836 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.062627:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.062628:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.062630:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123dff600/0x5922c046cdb8ad7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062634:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123dff600/0x5922c046cdb8ad7c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ea7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062642:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.062652:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2835:2005:x1825030869115392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.062656:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519449 00010000:00010000:0.0:1740485460.062670:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062678:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062682:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062686:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062689:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062693:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b024800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.062694:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062698:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062703:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062706:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b024800/0x5922c046cdb8ad75 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ea6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.062780:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3201:3766:x1825030708081792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4492us (4580us total) trans 4295500981 rc 0/0 00000100:00100000:0.0:1740485460.062785:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430665 00000100:00100000:0.0:1740485460.062794:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430676 00000100:00100000:0.0:1740485460.062796:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d2a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3200:3765:x1825030708085376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.062805:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16044 count 1 00010000:00010000:0.0:1740485460.062812:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062819:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4600/0x5922c046cda627f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368d77 expref: 2833 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062823:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.062824:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.062825:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062835:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097be4600/0x5922c046cda627f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368d77 expref: 2833 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.062841:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097be4600/0x5922c046cda627f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368d77 expref: 2833 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.062847:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708085632:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.062863:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.062880:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708084224:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.062895:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.062918:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708085248 00000100:00100000:0.0:1740485460.062921:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708085248 00000100:00100000:0.0:1740485460.063002:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430678 00000100:00100000:0.0:1740485460.063006:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3823:3767:x1825030708085248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.063014:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28960 count 1 00010000:00010000:0.0:1740485460.063022:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c045000/0x5922c046cdb8add0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7120:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063029:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6bd000/0x5922c046cda784b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a57 expref: 14278 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063033:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063034:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063035:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c045000/0x5922c046cdb8add0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063045:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6bd000/0x5922c046cda784b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a57 expref: 14278 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063050:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6bd000/0x5922c046cda784b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a57 expref: 14278 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.063056:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708086016:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.063069:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.063089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.063112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.063126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.063152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.063202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.063216:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519453 00000100:00100000:0.0:1740485460.063220:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14282:2004:x1825030869115648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.063226:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.063229:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14282 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.063235:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14282 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.063243:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096971200/0x5922c046cda78239 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371915 expref: 14282 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.063250:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.063251:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.063253:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063257:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063265:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.063276:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14281:2004:x1825030869115648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.063280:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519453 00000100:00100000:0.0:1740485460.063305:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708084864:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.063318:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063333:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063339:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063346:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063352:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063358:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063364:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ce1d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.063367:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063373:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063383:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063390:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8adb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x711e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063443:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063450:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063457:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063464:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063470:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063476:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b025800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.063478:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063485:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063494:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063501:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b025800/0x5922c046cdb8ad9f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x711b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.063624:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b44f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3825:3764:x1825030708083840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4639us (4692us total) trans 4295558613 rc 0/0 00000100:00100000:0.0:1740485460.063628:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430671 00000100:00100000:0.0:1740485460.063728:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708086784 00000100:00100000:0.0:1740485460.063732:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708086784 00000100:00100000:0.0:1740485460.063749:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708086656 00000100:00100000:0.0:1740485460.063751:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708086656 00000100:00100000:0.0:1740485460.063762:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430681 00000100:00100000:0.0:1740485460.063766:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f84b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3826:3765:x1825030708086784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.063776:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28964 count 1 00010000:00010000:0.0:1740485460.063786:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063796:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cb08400/0x5922c046cda7857a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ae3 expref: 14274 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063801:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063802:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063804:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063815:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cb08400/0x5922c046cda7857a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ae3 expref: 14274 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063825:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cb08400/0x5922c046cda7857a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ae3 expref: 14274 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.063831:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708087168:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.063849:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.063870:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708087296 00000100:00100000:0.0:1740485460.063872:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708087296 00000100:00100000:0.0:1740485460.063884:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430683 00000100:00100000:0.0:1740485460.063888:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a435cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3202:3765:x1825030708087296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.063894:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16047 count 1 00010000:00010000:0.0:1740485460.063901:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063907:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135756a00/0x5922c046cda628a0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368e03 expref: 2831 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063911:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063912:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.063913:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063922:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135756a00/0x5922c046cda628a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368e03 expref: 2831 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.063928:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135756a00/0x5922c046cda628a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368e03 expref: 2831 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.063941:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708087808:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.063963:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.063976:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430686 00000100:00100000:0.0:1740485460.063981:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a59e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3828:3767:x1825030708087040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.063992:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28965 count 1 00010000:00010000:0.0:1740485460.064002:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064012:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3cdc00/0x5922c046cda785b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371aff expref: 14274 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064017:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.064019:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.064021:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064035:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c3cdc00/0x5922c046cda785b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371aff expref: 14274 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064042:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c3cdc00/0x5922c046cda785b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371aff expref: 14274 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.064048:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708088448:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.064129:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.064675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.064724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.064841:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064846:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064850:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064854:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064858:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064861:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098d3fc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.064863:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064867:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064873:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.064877:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d3fc00/0x5922c046cdb8adc2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.064964:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d2a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3207:3765:x1825030708085376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2165us (2233us total) trans 4295500986 rc 0/0 00000100:00100000:0.0:1740485460.064969:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430676 00000100:00100000:0.0:1740485460.065116:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708089216 00000100:00100000:0.0:1740485460.065119:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708089216 00000100:00100000:0.0:1740485460.065133:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430692 00000100:00100000:0.0:1740485460.065137:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3208:3766:x1825030708089216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.065156:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16052 count 1 00010000:00010000:0.0:1740485460.065165:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.065175:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a93600/0x5922c046cda62995 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368eb9 expref: 2829 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.065181:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.065183:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.065184:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.065196:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124a93600/0x5922c046cda62995 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368eb9 expref: 2829 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.065201:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124a93600/0x5922c046cda62995 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368eb9 expref: 2829 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.065207:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708089472:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.065225:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.066856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.066958:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869116928 00000100:00100000:0.0:1740485460.066961:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869116928 00010000:00010000:0.0:1740485460.066972:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fc5f000/0x5922c046cda78557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ac7 expref: 14279 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.066992:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519460 00000100:00100000:0.0:1740485460.066996:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14279:2003:x1825030869116672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.067001:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.067005:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249b6000/0x5922c046cda784e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a7a expref: 14279 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067012:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249b6000/0x5922c046cda784e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a7a expref: 14279 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067020:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067021:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067024:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880085267200/0x5922c046cdb8add7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067031:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880085267200/0x5922c046cdb8add7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067039:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.067051:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14277:2003:x1825030869116672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.067056:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519460 00000100:00100000:0.0:1740485460.067067:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519462 00000100:00100000:0.0:1740485460.067070:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2831:2003:x1825030869117056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.067074:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.067077:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135756e00/0x5922c046cda62822 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ead:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368da8 expref: 2831 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067082:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135756e00/0x5922c046cda62822 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ead:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368da8 expref: 2831 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067088:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067089:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067091:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099160600/0x5922c046cdb8adde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ead:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067095:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099160600/0x5922c046cdb8adde lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ead:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067100:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.067110:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2831:2003:x1825030869117056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.067114:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519462 00000100:00100000:0.0:1740485460.067135:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708087808:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.067144:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067156:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cb08400/0x5922c046cda7857a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ae3 expref: 14271 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.067166:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708087168:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.067177:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067183:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067188:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067196:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067202:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067209:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067214:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11a400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.067217:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067224:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067233:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067240:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c11a400/0x5922c046cdb8ade5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.067343:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f84b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3832:3765:x1825030708086784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3576us (3630us total) trans 4295558615 rc 0/0 00000100:00100000:0.0:1740485460.067348:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430681 00010000:00010000:0.0:1740485460.067362:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067366:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067371:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067374:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067379:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067383:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132c32e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.067384:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067388:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067394:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067397:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132c32e00/0x5922c046cdb8adf3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.067475:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a435cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3209:3765:x1825030708087296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3586us (3616us total) trans 4295500989 rc 0/0 00000100:00100000:0.0:1740485460.067479:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430683 00000100:00100000:0.0:1740485460.067489:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708089600 00000100:00100000:0.0:1740485460.067492:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708089600 00000100:00100000:0.0:1740485460.067502:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430693 00000100:00100000:0.0:1740485460.067505:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3209:3766:x1825030708089600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.067513:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16053 count 1 00010000:00010000:0.0:1740485460.067520:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067531:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013532ea00/0x5922c046cda629b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368edc expref: 2827 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067535:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.067536:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.067538:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067548:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013532ea00/0x5922c046cda629b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368edc expref: 2827 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067568:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013532ea00/0x5922c046cda629b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368edc expref: 2827 pid: 16643 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.067575:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708089856:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.067612:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.067669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.067871:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869118208 00000100:00100000:0.0:1740485460.067873:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869118208 00010000:00010000:0.0:1740485460.067883:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124a93600/0x5922c046cda62995 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368eb9 expref: 2833 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.067893:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519468 00000100:00100000:0.0:1740485460.067897:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2833:2006:x1825030869117824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.067901:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.067904:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124a92a00/0x5922c046cda628f4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368e42 expref: 2833 pid: 16643 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067910:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124a92a00/0x5922c046cda628f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368e42 expref: 2833 pid: 16643 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067917:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067918:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067920:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131b94800/0x5922c046cdb8ae1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067924:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131b94800/0x5922c046cdb8ae1d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067932:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.067943:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2832:2006:x1825030869117824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.067947:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519468 00000100:00100000:0.0:1740485460.067957:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519470 00000100:00100000:0.0:1740485460.067959:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14270:2006:x1825030869118080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.067963:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.067966:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801363f7200/0x5922c046cda78606 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b30 expref: 14270 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067971:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801363f7200/0x5922c046cda78606 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b30 expref: 14270 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.067978:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067979:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.067981:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d820e00/0x5922c046cdb8ae24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067985:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d820e00/0x5922c046cdb8ae24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.067990:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.068000:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14269:2006:x1825030869118080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.068005:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519470 00010000:00010000:0.0:1740485460.068032:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124a93600/0x5922c046cda62995 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368eb9 expref: 2829 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.068043:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708089472:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.068054:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068061:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068073:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068080:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068086:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068092:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068098:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993f5600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.068101:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068105:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068112:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068115:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993f5600/0x5922c046cdb8ae32 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.068194:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3210:3766:x1825030708089216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3056us (3085us total) trans 4295500990 rc 0/0 00000100:00100000:0.0:1740485460.068198:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430692 00010000:00010000:0.0:1740485460.068218:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3cdc00/0x5922c046cda785b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371aff expref: 14268 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.068225:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708088448:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.068234:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068238:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068242:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068245:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068249:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068303:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068306:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de8ba00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.068308:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068315:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068322:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068325:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de8ba00/0x5922c046cdb8ae08 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.068451:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a59e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3833:3767:x1825030708087040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4468us (4518us total) trans 4295558620 rc 0/0 00000100:00100000:0.0:1740485460.068455:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430686 00000100:00100000:0.0:1740485460.068633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.068656:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708089856:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.068665:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068768:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068772:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068776:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068783:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068787:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068790:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ca71800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.068792:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068796:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068802:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.068805:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8ae39 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.068913:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3213:3766:x1825030708089600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1405us (1438us total) trans 4295500995 rc 0/0 00000100:00100000:0.0:1740485460.068921:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430693 00000100:00100000:0.0:1740485460.068975:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708091392 00000100:00100000:0.0:1740485460.068978:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708091392 00000100:00100000:0.0:1740485460.068992:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708091904 00000100:00100000:0.0:1740485460.068993:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708091904 00000100:00100000:0.0:1740485460.069001:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430701 00000100:00100000:0.0:1740485460.069004:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3214:3767:x1825030708091392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.069013:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16058 count 1 00010000:00010000:0.0:1740485460.069020:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069027:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013313c800/0x5922c046cda62afa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fa7 expref: 2821 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069031:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069032:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069033:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069044:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013313c800/0x5922c046cda62afa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fa7 expref: 2821 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069049:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013313c800/0x5922c046cda62afa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fa7 expref: 2821 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.069057:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708092544:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.069070:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430703 00000100:00100000:0.0:1740485460.069073:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3215:3767:x1825030708091136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.069079:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16057 count 1 00010000:00010000:0.0:1740485460.069085:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069093:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135504e00/0x5922c046cda62abb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f7d expref: 2821 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069097:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069098:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069099:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069106:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135504e00/0x5922c046cda62abb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f7d expref: 2821 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069111:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135504e00/0x5922c046cda62abb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f7d expref: 2821 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.069116:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708092800:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.069138:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.069155:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708092032 00000100:00100000:0.0:1740485460.069157:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708092032 00000100:00100000:0.0:1740485460.069177:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430706 00000100:00100000:0.0:1740485460.069180:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3216:3764:x1825030708092416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.069187:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16060 count 1 00010000:00010000:0.0:1740485460.069193:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069199:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4364400/0x5922c046cda62b63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fed expref: 2821 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069206:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069206:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069208:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069217:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4364400/0x5922c046cda62b63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fed expref: 2821 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069221:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4364400/0x5922c046cda62b63 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fed expref: 2821 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.069227:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708093056:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.069238:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.069249:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.069442:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f599c00/2, rc 0, transno 4295500996 00000100:00100000:0.0:1740485460.069452:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708087680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.069483:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880090a5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708093440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.069501:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.069752:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708093568 00000100:00100000:0.0:1740485460.069756:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708093568 00000100:00100000:0.0:1740485460.069773:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430709 00000100:00100000:0.0:1740485460.069777:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3837:3767:x1825030708093568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.069789:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28974 count 1 00010000:00010000:0.0:1740485460.069797:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069808:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14267 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069812:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069813:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.069814:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069825:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14267 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.069830:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14267 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.069836:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708093824:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.069853:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.071269:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708092800:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.071280:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.071301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.071475:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519479 00000100:00100000:0.0:1740485460.071481:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2825:2005:x1825030869119232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.071490:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.071495:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4365600/0x5922c046cda62b24 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fc3 expref: 2824 pid: 16643 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071504:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4365600/0x5922c046cda62b24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fc3 expref: 2824 pid: 16643 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071513:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4365600/0x5922c046cda62b24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368fc3 expref: 2823 pid: 16643 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071520:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.071522:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.071523:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071528:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071540:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.071568:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2822:2005:x1825030869119232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.071573:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519479 00000100:00100000:0.0:1740485460.071613:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519482 00000100:00100000:0.0:1740485460.071616:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2820:2005:x1825030869119104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.071621:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.071624:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013313da00/0x5922c046cda62a36 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f29 expref: 2819 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071631:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013313da00/0x5922c046cda62a36 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f29 expref: 2819 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071638:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013313da00/0x5922c046cda62a36 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81368f29 expref: 2819 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.071645:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.071646:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.071648:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d204400/0x5922c046cdb8ae5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071652:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d204400/0x5922c046cdb8ae5c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3eb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071662:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.071673:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2817:2005:x1825030869119104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.071678:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519482 00010000:00010000:0.0:1740485460.071691:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071699:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071703:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071707:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071711:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071714:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f335c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.071716:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071719:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071724:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071728:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f335c00/0x5922c046cdb8ae63 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.071837:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3218:3764:x1825030708091520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2908us (2953us total) trans 4295500997 rc 0/0 00000100:00100000:0.0:1740485460.071842:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430700 00010000:00010000:0.0:1740485460.071860:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071866:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071873:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071880:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071886:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071892:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de8a200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.071894:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071901:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071910:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.071916:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de8a200/0x5922c046cdb8ae7f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.072018:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3218:3767:x1825030708091136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2943us (2997us total) trans 4295501000 rc 0/0 00000100:00100000:0.0:1740485460.072025:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430703 00000100:00100000:0.0:1740485460.072051:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708093056:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.072061:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.072071:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708094208 00000100:00100000:0.0:1740485460.072073:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708094208 00000100:00100000:0.0:1740485460.072085:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430711 00000100:00100000:0.0:1740485460.072088:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3219:3765:x1825030708094208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.072097:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16062 count 1 00010000:00010000:0.0:1740485460.072103:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363000/0x5922c046cdb8aeb7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ebe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072110:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4365200/0x5922c046cda62bda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ebe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369048 expref: 2815 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072114:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.072115:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.072116:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363000/0x5922c046cdb8aeb7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ebe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072126:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4365200/0x5922c046cda62bda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369048 expref: 2815 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072135:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4365200/0x5922c046cda62bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ebe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369048 expref: 2815 pid: 16680 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.072141:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708094464:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.072155:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.072241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072415:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708092544:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.072425:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.072452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.072530:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869120640 00000100:00100000:0.0:1740485460.072533:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869120640 00010000:00010000:0.0:1740485460.072542:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131e01800/0x5922c046cda78a19 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x712f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d59 expref: 14263 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.072569:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519490 00000100:00100000:0.0:1740485460.072574:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14263:2003:x1825030869120512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.072599:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.072602:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14262 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.072607:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14262 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.072615:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.072616:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.072618:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072623:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072631:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.072649:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14261:2003:x1825030869120512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.072653:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519490 00010000:00010000:0.0:1740485460.072756:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072761:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072765:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072772:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072776:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072779:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132116000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.072781:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072785:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072790:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072794:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132116000/0x5922c046cdb8ae94 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.072868:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3221:3764:x1825030708092416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3686us (3726us total) trans 4295501002 rc 0/0 00000100:00100000:0.0:1740485460.072872:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430706 00010000:00010000:0.0:1740485460.072885:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072889:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072894:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072898:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072902:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072905:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fa98c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.072907:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072910:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072916:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.072919:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa98c00/0x5922c046cdb8ae71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.072987:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3221:3767:x1825030708091392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3981us (4023us total) trans 4295501003 rc 0/0 00000100:00100000:0.0:1740485460.072993:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430701 00000100:00100000:0.0:1740485460.073008:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708095488 00000100:00100000:0.0:1740485460.073011:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708095488 00000100:00100000:0.0:1740485460.073025:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430716 00000100:00100000:0.0:1740485460.073029:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3842:3766:x1825030708095488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.073039:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28978 count 1 00010000:00010000:0.0:1740485460.073048:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8aeda lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073057:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd6d400/0x5922c046cda78aeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371de5 expref: 14258 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073063:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.073064:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.073066:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8aeda lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073081:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd6d400/0x5922c046cda78aeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371de5 expref: 14258 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073089:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd6d400/0x5922c046cda78aeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371de5 expref: 14258 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.073096:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708096000:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.073107:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.073228:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430719 00000100:00100000:0.0:1740485460.073234:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3843:3767:x1825030708095616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.073245:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28979 count 1 00010000:00010000:0.0:1740485460.073255:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073266:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de40200/0x5922c046cda78b2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e16 expref: 14258 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073271:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.073272:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.073274:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073285:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de40200/0x5922c046cda78b2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e16 expref: 14258 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073290:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de40200/0x5922c046cda78b2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e16 expref: 14258 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.073296:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708096640:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.073312:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.073372:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1e1200/0x5922c046cda789d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d13 expref: 14258 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.073380:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708093824:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.073388:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073395:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073405:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073412:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073419:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073426:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073431:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319cf400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.073433:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073440:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073449:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.073456:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801319cf400/0x5922c046cdb8aea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x712e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.073544:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3845:3767:x1825030708093568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3766us (3847us total) trans 4295558631 rc 0/0 00000100:00100000:0.0:1740485460.073549:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430709 00000100:00100000:0.0:1740485460.074146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.074505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.074745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.074848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.074912:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519494 00000100:00100000:0.0:1740485460.074919:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14258:2006:x1825030869121024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.074926:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.074931:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099c80200/0x5922c046cda78a6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d75 expref: 14258 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.074940:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099c80200/0x5922c046cda78a6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d75 expref: 14258 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.074952:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099c80200/0x5922c046cda78a6d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d75 expref: 14258 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.074963:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.074964:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.074967:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f334e00/0x5922c046cdb8aec5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.074974:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f334e00/0x5922c046cdb8aec5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.074989:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.075005:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14257:2006:x1825030869121024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.075011:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519494 00000100:00100000:0.0:1740485460.075087:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708098560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.075104:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.075251:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090a5ea00/2, rc 0, transno 4295501007 00000100:00100000:0.0:1740485460.075257:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708094592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.075282:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.075287:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708098816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.075299:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.075359:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708098944 00000100:00100000:0.0:1740485460.075361:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708098944 00000100:00100000:0.0:1740485460.075373:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430730 00000100:00100000:0.0:1740485460.075376:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3847:3765:x1825030708098944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.075436:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28984 count 1 00010000:00010000:0.0:1740485460.075443:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.075450:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072ece400/0x5922c046cda78cb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f2e expref: 14256 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.075454:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.075455:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.075457:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.075472:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072ece400/0x5922c046cda78cb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f2e expref: 14256 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.075482:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072ece400/0x5922c046cda78cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f2e expref: 14256 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.075491:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708099200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.075522:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.076456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.076471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.076483:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869121664 00000100:00100000:0.0:1740485460.076486:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869121664 00010000:00010000:0.0:1740485460.076501:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f8ad800/0x5922c046cda62cf2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ec2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690e9 expref: 2810 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.076541:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519497 00000100:00100000:0.0:1740485460.076547:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2810:2006:x1825030869121664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.076565:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.076570:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f8ad800/0x5922c046cda62cf2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690e9 expref: 2810 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076605:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f8ad800/0x5922c046cda62cf2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690e9 expref: 2810 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076621:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076623:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076626:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013527b600/0x5922c046cdb8aee8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.076639:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013527b600/0x5922c046cdb8aee8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ec2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.076651:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.076669:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2809:2006:x1825030869121664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 121us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.076676:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519497 00000100:00100000:0.0:1740485460.076706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.076718:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869121280 00000100:00100000:0.0:1740485460.076720:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869121280 00010000:00010000:0.0:1740485460.076729:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7dd400/0x5922c046cda78ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dbb expref: 14256 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.076745:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519498 00000100:00100000:0.0:1740485460.076749:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14256:2004:x1825030869121280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.076755:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.076759:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7dd400/0x5922c046cda78ab3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dbb expref: 14256 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076767:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7dd400/0x5922c046cda78ab3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dbb expref: 14256 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076778:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7dd400/0x5922c046cda78ab3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dbb expref: 14256 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076793:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076794:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076797:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f334200/0x5922c046cdb8aed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.076804:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f334200/0x5922c046cdb8aed3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.076826:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.076843:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14255:2004:x1825030869121280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.076850:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519498 00000100:00100000:0.0:1740485460.076888:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869121536 00000100:00100000:0.0:1740485460.076891:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869121536 00010000:00010000:0.0:1740485460.076901:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c296c00/0x5922c046cda62cc8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690bf expref: 2809 pid: 16680 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.076920:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519499 00000100:00100000:0.0:1740485460.076924:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2809:2004:x1825030869121536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.076930:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.076934:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c296c00/0x5922c046cda62cc8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690bf expref: 2809 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076942:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c296c00/0x5922c046cda62cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690bf expref: 2809 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076958:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c296c00/0x5922c046cda62cc8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813690bf expref: 2809 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.076967:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076968:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.076971:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bbd1000/0x5922c046cdb8aee1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.076977:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bbd1000/0x5922c046cdb8aee1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ec1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077000:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.077019:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2808:2004:x1825030869121536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.077026:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519499 00000100:00100000:0.0:1740485460.077051:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708096640:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.077064:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.077164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.077174:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869122560 00000100:00100000:0.0:1740485460.077177:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869122560 00010000:00010000:0.0:1740485460.077187:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad1dc00/0x5922c046cda78c49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371eda expref: 14255 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.077204:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519500 00000100:00100000:0.0:1740485460.077209:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14255:2003:x1825030869122560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.077215:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.077219:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ad1dc00/0x5922c046cda78c49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371eda expref: 14255 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.077227:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ad1dc00/0x5922c046cda78c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371eda expref: 14255 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.077239:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad1dc00/0x5922c046cda78c49 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371eda expref: 14255 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.077249:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.077250:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.077253:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5565400/0x5922c046cdb8af20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077260:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5565400/0x5922c046cdb8af20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077273:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.077290:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+14254:2003:x1825030869122560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.077297:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519500 00000100:00100000:0.0:1740485460.077343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.077353:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869121792 00000100:00100000:0.0:1740485460.077356:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869121792 00010000:00010000:0.0:1740485460.077364:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de40200/0x5922c046cda78b2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e16 expref: 14254 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.077457:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077465:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077472:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077479:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077486:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077492:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132362600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.077495:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077502:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077512:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.077518:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132362600/0x5922c046cdb8aeef lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.077815:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3851:3767:x1825030708095616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4579us (4672us total) trans 4295558636 rc 0/0 00000100:00100000:0.0:1740485460.077822:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430719 00000100:00100000:0.0:1740485460.078095:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3851:3766:x1825030708097408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4400us (4435us total) trans 4295558639 rc 0/0 00000100:00100000:0.0:1740485460.078101:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430725 00000100:00100000:0.0:1740485460.078140:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708100736 00000100:00100000:0.0:1740485460.078143:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708100736 00000100:00100000:0.0:1740485460.078157:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430736 00000100:00100000:0.0:1740485460.078162:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3851:3764:x1825030708100736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.078241:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28989 count 1 00010000:00010000:0.0:1740485460.078253:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c248400/0x5922c046cdb8af6d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x713d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078264:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e69b800/0x5922c046cda78ee2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x713d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137203f expref: 14249 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078271:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.078272:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.078275:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248400/0x5922c046cdb8af6d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x713d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078291:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e69b800/0x5922c046cda78ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x713d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137203f expref: 14249 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078300:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e69b800/0x5922c046cda78ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x713d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137203f expref: 14249 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.078310:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708101376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.078331:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.078762:0:16651:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708101760 00000100:00100000:0.0:1740485460.078766:0:16651:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708101760 00000100:00100000:0.0:1740485460.078780:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430740 00000100:00100000:0.0:1740485460.078785:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3854:3764:x1825030708100864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.078795:0:16651:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28990 count 1 00010000:00010000:0.0:1740485460.078805:0:16651:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078815:0:16651:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ad61800/0x5922c046cda78f2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372077 expref: 14249 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078822:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.078823:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.078826:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078843:0:16651:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ad61800/0x5922c046cda78f2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372077 expref: 14249 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.078852:0:16651:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ad61800/0x5922c046cda78f2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372077 expref: 14249 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.078861:0:16651:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16651:1825030708101888:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.078889:0:16651:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.078911:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708099200:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.078924:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.079031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.079089:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079097:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079105:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079111:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079118:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079123:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4f6000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.079126:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079133:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079148:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079154:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4f6000/0x5922c046cdb8af3c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.079264:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3855:3765:x1825030708098944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3885us (3914us total) trans 4295558640 rc 0/0 00000100:00100000:0.0:1740485460.079331:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430730 00000100:00100000:0.0:1740485460.079444:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.079452:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708102528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.079473:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.079495:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430744 00000100:00100000:0.0:1740485460.079500:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3855:3767:x1825030708102528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.079511:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28992 count 1 00010000:00010000:0.0:1740485460.079520:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079532:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e69a200/0x5922c046cda78fec lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720e7 expref: 14247 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079538:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.079540:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.079542:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079593:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e69a200/0x5922c046cda78fec lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720e7 expref: 14247 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079602:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e69a200/0x5922c046cda78fec lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720e7 expref: 14247 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.079611:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708103040:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.079629:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.079728:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708103168 00000100:00100000:0.0:1740485460.079731:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708103168 00000100:00100000:0.0:1740485460.079747:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430747 00000100:00100000:0.0:1740485460.079752:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3236:3764:x1825030708103168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.079762:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16080 count 1 00010000:00010000:0.0:1740485460.079771:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079781:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d9e5e00/0x5922c046cda630f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136935f expref: 2801 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079788:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.079789:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.079792:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079807:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d9e5e00/0x5922c046cda630f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136935f expref: 2801 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.079820:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d9e5e00/0x5922c046cda630f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136935f expref: 2801 pid: 16680 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.079829:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708103552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.079861:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.081082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.081294:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519514 00000100:00100000:0.0:1740485460.081300:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2804:2003:x1825030869123584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.081309:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.081315:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a47400/0x5922c046cda62edc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369255 expref: 2804 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.081325:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a47400/0x5922c046cda62edc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369255 expref: 2804 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.081338:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a47400/0x5922c046cda62edc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369255 expref: 2804 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.081352:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.081354:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.081357:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081364:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081378:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.081394:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2802:2003:x1825030869123584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.081400:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519514 00010000:00010000:0.0:1740485460.081440:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081447:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081455:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081461:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081468:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081479:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de27200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.081481:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081488:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081497:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081503:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de27200/0x5922c046cdb8af51 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.081666:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3237:3764:x1825030708099968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4393us (4452us total) trans 4295501016 rc 0/0 00000100:00100000:0.0:1740485460.081673:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430733 00000004:00080000:0.0:1740485460.081701:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e4000/2, rc 0, transno 4295558642 00000100:00100000:0.0:1740485460.081716:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708100480:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.081736:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009509dc00/2, rc 0, transno 4295501016 00000100:00100000:0.0:1740485460.081743:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009509dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708099968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.081769:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708103808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.081789:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.081802:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.081807:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708103680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.081826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.081842:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009509e680/2, rc 0, transno 4295558644 00000100:00100000:0.0:1740485460.081849:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009509e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708099584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.081880:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132d96300/2, rc 0, transno 4295558643 00000100:00100000:0.0:1740485460.081885:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880132d96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708100736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.081903:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708103936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.081920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.081934:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708103936 00000100:00100000:0.0:1740485460.081937:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708103936 00000100:00100000:0.0:1740485460.081954:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430750 00000100:00100000:0.0:1740485460.081959:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3858:3764:x1825030708103936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.081970:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28995 count 1 00010000:00010000:0.0:1740485460.081980:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081990:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d363e00/0x5922c046cda79112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137218f expref: 14245 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.081997:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.081998:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.082000:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082017:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d363e00/0x5922c046cda79112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137218f expref: 14244 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082027:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d363e00/0x5922c046cda79112 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137218f expref: 14244 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.082037:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708104448:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.082056:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.082075:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad61800/0x5922c046cda78f2f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372077 expref: 14244 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.082084:0:16651:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16651:1825030708101888:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.082096:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082103:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082109:0:16651:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082117:0:16651:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082124:0:16651:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082131:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082137:0:16651:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d935a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.082140:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082147:0:16651:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082156:0:16651:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082163:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d935a00/0x5922c046cdb8af82 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x713e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.082276:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3861:3764:x1825030708100864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3489us (3801us total) trans 4295558646 rc 0/0 00000100:00100000:0.0:1740485460.082282:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430740 00000004:00080000:0.0:1740485460.082310:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f84b800/2, rc 0, transno 4295558645 00000100:00100000:0.0:1740485460.082317:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708100352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.082348:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708103040:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.082359:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.082370:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.082376:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708104576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.082393:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.082412:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa64e00/2, rc 0, transno 4295558646 00000100:00100000:0.0:1740485460.082418:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708100864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.082442:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708104704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.082457:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.082472:0:16651:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708104576 00000100:00100000:0.0:1740485460.082474:0:16651:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708104576 00000100:00100000:0.0:1740485460.082486:0:16651:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708104704 00000100:00100000:0.0:1740485460.082488:0:16651:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708104704 00000100:00100000:0.0:1740485460.082498:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430751 00000100:00100000:0.0:1740485460.082502:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3860:3767:x1825030708104576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.082512:0:16651:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:28997 count 1 00010000:00010000:0.0:1740485460.082522:0:16651:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082532:0:16651:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d083800/0x5922c046cda791eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721f1 expref: 14241 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082538:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.082539:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.082541:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082571:0:16651:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d083800/0x5922c046cda791eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721f1 expref: 14240 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082596:0:16651:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d083800/0x5922c046cda791eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721f1 expref: 14240 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.082605:0:16651:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16651:1825030708104832:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.082625:0:16651:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.082639:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082646:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082654:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082661:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082667:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082673:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d934600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.082676:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082682:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082691:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.082698:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d934600/0x5922c046cdb8af9e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.082809:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3861:3767:x1825030708102528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3307us (3335us total) trans 4295558648 rc 0/0 00000100:00100000:0.0:1740485460.082815:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430744 00000004:00080000:0.0:1740485460.082841:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de4000/2, rc 0, transno 4295558648 00000100:00100000:0.0:1740485460.082847:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708102528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.082873:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708103552:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.082885:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.082906:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b44f100/2, rc 0, transno 4295501019 00000100:00100000:0.0:1740485460.082912:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b44f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708102400:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.082936:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f59aa00/2, rc 0, transno 4295501020 00000100:00100000:0.0:1740485460.082941:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009f59aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708102144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.082962:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.082967:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708105344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.082992:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.083012:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083020:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083027:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083034:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083041:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083047:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132363a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.083049:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083056:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083065:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083071:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8afb3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.083234:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3240:3764:x1825030708103168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3480us (3519us total) trans 4295501022 rc 0/0 00000100:00100000:0.0:1740485460.083240:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430747 00000100:00100000:0.0:1740485460.083254:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430755 00000100:00100000:0.0:1740485460.083258:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4de6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3239:3765:x1825030708105216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.083269:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16082 count 1 00010000:00010000:0.0:1740485460.083279:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8afeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ed2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083290:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ffbb800/0x5922c046cda63191 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813693b3 expref: 2793 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083297:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.083298:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.083301:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca71800/0x5922c046cdb8afeb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ed2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083315:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ffbb800/0x5922c046cda63191 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813693b3 expref: 2793 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083325:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ffbb800/0x5922c046cda63191 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813693b3 expref: 2793 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.083421:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708105856:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.083440:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.083462:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708106368 00000100:00100000:0.0:1740485460.083465:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708106368 00000100:00100000:0.0:1740485460.083488:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430758 00000100:00100000:0.0:1740485460.083492:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3242:3767:x1825030708106368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.083503:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16085 count 1 00010000:00010000:0.0:1740485460.083512:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083522:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b67c00/0x5922c046cda63294 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369438 expref: 2793 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083528:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.083530:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.083532:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083548:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b67c00/0x5922c046cda63294 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369438 expref: 2793 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.083571:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b67c00/0x5922c046cda63294 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369438 expref: 2793 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.083598:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708106752:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.083618:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.083636:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708104448:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.083650:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.083667:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708105088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.083686:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.083701:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de5500/2, rc 0, transno 4295501022 00000100:00100000:0.0:1740485460.083716:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708103168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.083787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.083835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.083872:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de4a80/2, rc 0, transno 4295501023 00000100:00100000:0.0:1740485460.083879:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708102912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.083901:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.083907:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708107520:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.083999:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084006:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084013:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084020:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084027:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084032:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de8b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.084035:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084041:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084051:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084062:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de8b400/0x5922c046cdb8afc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.084160:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3865:3764:x1825030708103936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2199us (2238us total) trans 4295558650 rc 0/0 00000100:00100000:0.0:1740485460.084166:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430750 00010000:00010000:0.0:1740485460.084194:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d083800/0x5922c046cda791eb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721f1 expref: 14238 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.084203:0:16651:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5953480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0001_UUID:16651:1825030708104832:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.084215:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084222:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084228:0:16651:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084236:0:16651:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084242:0:16651:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084253:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084259:0:16651:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d934e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.084262:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084268:0:16651:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084278:0:16651:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084284:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d934e00/0x5922c046cdb8afcf lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.084390:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3866:3767:x1825030708104576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1886us (1995us total) trans 4295558652 rc 0/0 00000100:00100000:0.0:1740485460.084397:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430751 00000100:00100000:0.0:1740485460.084522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.084545:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5951880/2, rc 0, transno 4295558650 00000100:00100000:0.0:1740485460.084597:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708103936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.084687:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708107904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.084707:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.084725:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708108032 00000100:00100000:0.0:1740485460.084728:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708108032 00000100:00100000:0.0:1740485460.084741:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708107904 00000100:00100000:0.0:1740485460.084743:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708107904 00000100:00100000:0.0:1740485460.084753:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430765 00000100:00100000:0.0:1740485460.084757:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3866:3765:x1825030708108032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.084767:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29004 count 1 00010000:00010000:0.0:1740485460.084840:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084851:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14235 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084858:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.084859:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.084862:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084878:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14235 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084888:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14235 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.084898:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708108672:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.084916:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.084963:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430768 00000100:00100000:0.0:1740485460.084968:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3868:3767:x1825030708108160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.084979:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29005 count 1 00010000:00010000:0.0:1740485460.084990:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.084999:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800909d3e00/0x5922c046cda79587 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723b1 expref: 14235 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.085006:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.085007:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.085009:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.085025:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800909d3e00/0x5922c046cda79587 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723b1 expref: 14235 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.085033:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800909d3e00/0x5922c046cda79587 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723b1 expref: 14235 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.085043:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708108928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.085061:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.086834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.086867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.086890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.086913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.086953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.086968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087050:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519536 00000100:00100000:0.0:1740485460.087056:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14237:2005:x1825030869126400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.087064:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.087069:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131c45c00/0x5922c046cda7931f lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722a0 expref: 14237 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087079:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131c45c00/0x5922c046cda7931f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722a0 expref: 14237 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087091:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087092:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087095:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098451000/0x5922c046cdb8aff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087102:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098451000/0x5922c046cdb8aff2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087114:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.087129:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14236:2005:x1825030869126400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.087136:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519536 00000100:00100000:0.0:1740485460.087153:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519540 00000100:00100000:0.0:1740485460.087159:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2794:2006:x1825030869126912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.087165:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.087171:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d935000/0x5922c046cda632d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ed6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369462 expref: 2793 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087186:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d935000/0x5922c046cda632d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369462 expref: 2792 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087197:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087198:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087201:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098450200/0x5922c046cdb8b007 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087208:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098450200/0x5922c046cdb8b007 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ed6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087219:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.087234:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2790:2006:x1825030869126912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.087240:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519540 00010000:00010000:0.0:1740485460.087270:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b67c00/0x5922c046cda63294 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369438 expref: 2789 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.087280:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708106752:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.087291:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087299:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087306:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087313:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087321:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087327:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087332:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11ac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.087335:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087341:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087352:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087359:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c11ac00/0x5922c046cdb8b000 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.087468:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3246:3767:x1825030708106368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3974us (4023us total) trans 4295501027 rc 0/0 00000100:00100000:0.0:1740485460.087475:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430758 00000004:00080000:0.0:1740485460.087500:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa64380/2, rc 0, transno 4295501027 00000100:00100000:0.0:1740485460.087516:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708106368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.087638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087741:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.087797:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519543 00000100:00100000:0.0:1740485460.087803:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2790:2006:x1825030869127296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.087811:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.087815:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2000/0x5922c046cda6330b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136947e expref: 2790 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087825:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2000/0x5922c046cda6330b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136947e expref: 2790 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087837:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2000/0x5922c046cda6330b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136947e expref: 2790 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.087847:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087848:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.087851:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087858:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087872:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.087886:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2788:2006:x1825030869127296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.087893:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519543 00010000:00010000:0.0:1740485460.087912:0:16030:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087918:0:16030:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087925:0:16030:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087931:0:16030:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087937:0:16030:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087942:0:16030:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b070600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.087945:0:16030:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087951:0:16030:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087960:0:16030:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.087967:0:16030:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b070600/0x5922c046cdb8b01c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.088064:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+3248:3765:x1825030708107136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4226us (4271us total) trans 4295501030 rc 0/0 00000100:00100000:0.0:1740485460.088070:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430762 00000100:00100000:0.0:1740485460.088089:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708109056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088113:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.088136:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095d93480/2, rc 0, transno 4295501031 00000100:00100000:0.0:1740485460.088151:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708107648:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.088160:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa65c00/2, rc 0, transno 4295501029 00000100:00100000:0.0:1740485460.088164:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708106624:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.088172:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de7100/2, rc 0, transno 4295558655 00000100:00100000:0.0:1740485460.088178:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708105600:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.088186:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5950000/2, rc 0, transno 4295501028 00000100:00100000:0.0:1740485460.088197:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708105344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088215:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708109184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.088264:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b2680/2, rc 0, transno 4295501032 00000100:00100000:0.0:1740485460.088278:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708107520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088297:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430770 00000100:00100000:0.0:1740485460.088302:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+3869:3766:x1825030708109568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.088313:0:16030:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29006 count 1 00010000:00010000:0.0:1740485460.088323:0:16030:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088339:0:16030:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14231 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088345:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088347:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088349:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088364:0:16030:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14232 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088374:0:16030:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14232 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.088384:0:16030:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:16030:1825030708110080:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.088403:0:16030:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.088422:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708108672:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.088437:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.088450:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.088457:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708110464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.088479:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.088493:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708110592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088506:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.088543:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5953800/2, rc 0, transno 4295558657 00000100:00100000:0.0:1740485460.088568:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708105088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.088576:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009509ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708109824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.088623:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708110848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.088635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.088645:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.088649:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708110336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.088661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.088683:0:16651:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708110336 00000100:00100000:0.0:1740485460.088686:0:16651:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708110336 00000100:00100000:0.0:1740485460.088700:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430778 00000100:00100000:0.0:1740485460.088705:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+3252:3764:x1825030708110336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.088722:0:16651:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16095 count 1 00010000:00010000:0.0:1740485460.088731:0:16651:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d935c00/0x5922c046cdb8b08c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088741:0:16651:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013639e600/0x5922c046cda63550 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813695dc expref: 2784 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088747:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088749:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088751:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d935c00/0x5922c046cdb8b08c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088766:0:16651:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013639e600/0x5922c046cda63550 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813695dc expref: 2784 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088780:0:16651:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013639e600/0x5922c046cda63550 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813695dc expref: 2784 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.088789:0:16651:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0000_UUID:16651:1825030708111616:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.088804:0:16651:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.088827:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096044000/2, rc 0, transno 4295558658 00000100:00100000:0.0:1740485460.088842:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708107904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.088855:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708111744 00000100:00100000:0.0:1740485460.088858:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708111744 00000100:00100000:0.0:1740485460.088874:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430779 00000100:00100000:0.0:1740485460.088878:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3253:3766:x1825030708111744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.088888:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16097 count 1 00010000:00010000:0.0:1740485460.088897:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088907:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006da55600/0x5922c046cda63614 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369630 expref: 2784 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.088913:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088916:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.088919:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.088931:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869128064 00000100:00100000:0.0:1740485460.088934:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869128064 00010000:00010000:0.0:1740485460.088945:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800909d3e00/0x5922c046cda79587 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723b1 expref: 14232 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.088962:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519548 00000100:00100000:0.0:1740485460.088967:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14232:2005:x1825030869127808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.088974:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.088979:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14232 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.088988:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14232 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.089001:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801318e8800/0x5922c046cda794a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137235d expref: 14232 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.089011:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.089012:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.089015:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089022:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089036:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.089056:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14230:2005:x1825030869127808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.089063:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519548 00010000:00010000:0.0:1740485460.089093:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909d3e00/0x5922c046cda79587 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723b1 expref: 14229 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.089104:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708108928:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.089116:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089123:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089130:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089137:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089144:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089150:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089156:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f20400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.089159:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089165:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089175:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089181:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4f20400/0x5922c046cdb8b046 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.089362:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3875:3767:x1825030708108160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4392us (4427us total) trans 4295558660 rc 0/0 00000100:00100000:0.0:1740485460.089369:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430768 00010000:00010000:0.0:1740485460.089388:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089396:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089403:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089409:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089416:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089421:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ce1d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.089424:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089431:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089440:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089446:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b031 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.089546:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3876:3765:x1825030708108032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4787us (4851us total) trans 4295558661 rc 0/0 00000100:00100000:0.0:1740485460.089566:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430765 00010000:00010000:0.0:1740485460.089610:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006da55600/0x5922c046cda63614 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369630 expref: 2784 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089619:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006da55600/0x5922c046cda63614 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369630 expref: 2784 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.089627:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708112768:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.089646:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.089678:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708112896 00000100:00100000:0.0:1740485460.089681:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708112896 00000100:00100000:0.0:1740485460.089697:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430784 00000100:00100000:0.0:1740485460.089701:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3876:3767:x1825030708112896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.089712:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29013 count 1 00010000:00010000:0.0:1740485460.089723:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089733:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323e5e00/0x5922c046cda798ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137256a expref: 14227 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089738:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.089740:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.089742:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089757:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801323e5e00/0x5922c046cda798ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137256a expref: 14227 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.089766:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801323e5e00/0x5922c046cda798ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137256a expref: 14227 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.089775:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708113024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.089798:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.090839:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869128192 00000100:00100000:0.0:1740485460.090844:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869128192 00010000:00010000:0.0:1740485460.090859:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f2e3600/0x5922c046cda633f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369511 expref: 2786 pid: 16680 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.090887:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519551 00000100:00100000:0.0:1740485460.090893:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2786:2003:x1825030869128192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.090900:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.090905:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f2e3600/0x5922c046cda633f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369511 expref: 2786 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.090915:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f2e3600/0x5922c046cda633f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369511 expref: 2785 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.090927:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f2e3600/0x5922c046cda633f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369511 expref: 2785 pid: 16680 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.090937:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.090939:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.090942:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098450a00/0x5922c046cdb8b04d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.090949:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098450a00/0x5922c046cdb8b04d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3eda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.090966:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.090984:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2784:2003:x1825030869128192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.090992:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519551 00000100:00100000:0.0:1740485460.091019:0:16030:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:16030:1825030708110080:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.091032:0:16030:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.091062:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869128448 00000100:00100000:0.0:1740485460.091065:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869128448 00010000:00010000:0.0:1740485460.091075:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14228 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.091092:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519552 00000100:00100000:0.0:1740485460.091097:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14228:2006:x1825030869128448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.091103:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.091107:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14228 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091116:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14228 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091127:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f93bc00/0x5922c046cda795b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723d4 expref: 14228 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091136:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091137:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091140:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091146:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091159:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.091232:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519553 00000100:00100000:0.0:1740485460.091237:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2784:2006:x1825030869128576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.091243:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.091249:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2800/0x5922c046cda634a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136957a expref: 2784 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091259:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2800/0x5922c046cda634a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136957a expref: 2784 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091270:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2800/0x5922c046cda634a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136957a expref: 2784 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091280:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091281:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091284:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091291:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091304:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.091324:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2783:2006:x1825030869128576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.091331:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519553 00010000:00010000:0.0:1740485460.091351:0:16030:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091359:0:16030:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091366:0:16030:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091373:0:16030:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091379:0:16030:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091385:0:16030:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b070200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.091388:0:16030:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091395:0:16030:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091404:0:16030:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091410:0:16030:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b070200/0x5922c046cdb8b054 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x714e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.091515:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+3877:3766:x1825030708109568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3212us (3275us total) trans 4295558663 rc 0/0 00000100:00100000:0.0:1740485460.091523:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430770 00000100:00100000:0.0:1740485460.091670:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14226:2006:x1825030869128448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 571us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.091677:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519552 00000100:00100000:0.0:1740485460.091708:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869129216 00000100:00100000:0.0:1740485460.091712:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869129216 00010000:00010000:0.0:1740485460.091724:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad800/0x5922c046cda796a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372452 expref: 14226 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.091741:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519557 00000100:00100000:0.0:1740485460.091747:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4de4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14226:2006:x1825030869129216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.091753:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.091757:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad800/0x5922c046cda796a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372452 expref: 14226 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091766:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad800/0x5922c046cda796a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372452 expref: 14226 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.091777:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091778:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.091781:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c270400/0x5922c046cdb8b085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091788:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c270400/0x5922c046cdb8b085 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091799:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.091813:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4de4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14226:2006:x1825030869129216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.091819:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519557 00010000:00010000:0.0:1740485460.091837:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091849:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091856:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091862:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091869:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091875:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006d8cba00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.091878:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091884:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091893:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.091899:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d8cba00/0x5922c046cdb8b062 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3edd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.092001:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3255:3766:x1825030708109696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3683us (3725us total) trans 4295501037 rc 0/0 00000100:00100000:0.0:1740485460.092007:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430772 00000100:00100000:0.0:1740485460.092032:0:16651:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0000_UUID:16651:1825030708111616:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.092045:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d935c00/0x5922c046cdb8b08c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3edf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.092253:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708114816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.092288:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869129600 00000100:00100000:0.0:1740485460.092292:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869129600 00010000:00010000:0.0:1740485460.092303:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f83c600/0x5922c046cda79724 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724a6 expref: 14226 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.092346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.092363:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.092380:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708114688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.092398:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.092409:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708114688 00000100:00100000:0.0:1740485460.092412:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708114688 00000100:00100000:0.0:1740485460.092426:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430792 00000100:00100000:0.0:1740485460.092430:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3259:3767:x1825030708114688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.092441:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16102 count 1 00010000:00010000:0.0:1740485460.092450:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092461:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b227200/0x5922c046cda63787 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369709 expref: 2779 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092472:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.092473:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.092476:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092492:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b227200/0x5922c046cda63787 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369709 expref: 2778 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092501:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b227200/0x5922c046cda63787 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369709 expref: 2778 pid: 16643 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.092510:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708115200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.092527:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.092622:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708112640:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.092635:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092669:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bb29200/0x5922c046cda79786 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724d7 expref: 14223 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.092680:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708112000:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.092691:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092703:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092709:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092716:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092722:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092727:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092732:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007226fe00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.092735:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092741:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092749:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092755:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007226fe00/0x5922c046cdb8b09a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.092866:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3881:3767:x1825030708111872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3796us (3978us total) trans 4295558666 rc 0/0 00000100:00100000:0.0:1740485460.092872:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430780 00010000:00010000:0.0:1740485460.092893:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092897:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092901:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092905:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092909:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092912:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007226f800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.092913:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092917:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092923:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.092927:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007226f800/0x5922c046cdb8b0af lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.092995:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3881:3765:x1825030708112384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3531us (3574us total) trans 4295558668 rc 0/0 00000100:00100000:0.0:1740485460.092999:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430783 00000100:00100000:0.0:1740485460.093006:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708115712 00000100:00100000:0.0:1740485460.093008:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708115712 00000100:00100000:0.0:1740485460.093022:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430795 00000100:00100000:0.0:1740485460.093026:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3881:3765:x1825030708115712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.093036:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29018 count 1 00010000:00010000:0.0:1740485460.093046:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093056:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012defa200/0x5922c046cda7b810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743c4 expref: 14220 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093063:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.093064:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.093067:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093083:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012defa200/0x5922c046cda7b810 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743c4 expref: 14220 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093092:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012defa200/0x5922c046cda7b810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743c4 expref: 14220 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.093103:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708116096:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.093118:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.093139:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006da55600/0x5922c046cda63614 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369630 expref: 2777 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.093150:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708112768:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.093161:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093168:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093174:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093182:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093188:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093195:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093201:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a7e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.093204:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093211:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093219:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093226:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7e00/0x5922c046cdb8b093 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.093342:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3261:3766:x1825030708111744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4463us (4524us total) trans 4295501040 rc 0/0 00000100:00100000:0.0:1740485460.093349:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430779 00010000:00010000:0.0:1740485460.093375:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323e5e00/0x5922c046cda798ac lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137256a expref: 14220 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.093384:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708113024:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.093396:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093403:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093409:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093421:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093428:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093434:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093440:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a6200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.093443:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093449:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093458:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.093464:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6200/0x5922c046cdb8b0b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.093574:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3883:3767:x1825030708112896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3871us (3911us total) trans 4295558669 rc 0/0 00000100:00100000:0.0:1740485460.093606:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430784 00000004:00080000:0.0:1740485460.093633:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096045f80/2, rc 0, transno 4295558669 00000100:00100000:0.0:1740485460.093640:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708112896:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.093647:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e4e00/2, rc 0, transno 4295558666 00000100:00100000:0.0:1740485460.093651:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708111872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.093796:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880090a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708116736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.093818:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.094179:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094187:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094195:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094202:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094208:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094213:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c5d8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.094216:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094223:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094237:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094244:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c5d8000/0x5922c046cdb8b0bd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.094338:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3262:3767:x1825030708113152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2837us (3022us total) trans 4295501041 rc 0/0 00000100:00100000:0.0:1740485460.094345:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430785 00000100:00100000:0.0:1740485460.094470:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708117248 00000100:00100000:0.0:1740485460.094474:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708117248 00000100:00100000:0.0:1740485460.094490:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430801 00000100:00100000:0.0:1740485460.094494:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3262:3767:x1825030708117248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.094505:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16106 count 1 00010000:00010000:0.0:1740485460.094515:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094525:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013532ee00/0x5922c046cda63860 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697b1 expref: 2775 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094531:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.094533:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.094536:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094551:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013532ee00/0x5922c046cda63860 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697b1 expref: 2775 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.094600:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013532ee00/0x5922c046cda63860 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697b1 expref: 2775 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.094610:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708117376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.094638:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.096702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.096733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.096749:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869130496 00000100:00100000:0.0:1740485460.096751:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869130496 00010000:00010000:0.0:1740485460.096762:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0bc200/0x5922c046cda798eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137258d expref: 14221 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.096788:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519568 00000100:00100000:0.0:1740485460.096791:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14221:2003:x1825030869130496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.096797:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.096800:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d0bc200/0x5922c046cda798eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137258d expref: 14221 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.096806:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d0bc200/0x5922c046cda798eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137258d expref: 14221 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.096815:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0bc200/0x5922c046cda798eb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137258d expref: 14221 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.096827:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.096828:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.096830:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007226fa00/0x5922c046cdb8b0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.096835:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007226fa00/0x5922c046cdb8b0cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.096844:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.096858:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14219:2003:x1825030869130496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.096862:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519568 00000100:00100000:0.0:1740485460.096902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.096982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.096988:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869130752 00000100:00100000:0.0:1740485460.096990:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869130752 00010000:00010000:0.0:1740485460.096997:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2d1e00/0x5922c046cda636a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136968b expref: 2777 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.097012:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519570 00000100:00100000:0.0:1740485460.097014:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2777:2005:x1825030869130752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.097019:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.097022:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c2d1e00/0x5922c046cda636a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136968b expref: 2777 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097027:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c2d1e00/0x5922c046cda636a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136968b expref: 2777 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097036:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2d1e00/0x5922c046cda636a0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136968b expref: 2776 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097042:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.097043:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.097045:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d39cc00/0x5922c046cdb8b0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097049:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d39cc00/0x5922c046cdb8b0d9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ee3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097062:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.097077:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2774:2005:x1825030869130752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.097081:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519570 00000100:00100000:0.0:1740485460.097108:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519571 00000100:00100000:0.0:1740485460.097113:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2775:2005:x1825030869130880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.097119:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.097124:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b226600/0x5922c046cda63741 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813696df expref: 2775 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097133:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b226600/0x5922c046cda63741 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813696df expref: 2775 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097144:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b226600/0x5922c046cda63741 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813696df expref: 2775 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.097154:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.097156:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.097158:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d39d800/0x5922c046cdb8b0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097165:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d39d800/0x5922c046cdb8b0e0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ee5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097180:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.097197:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2775:2005:x1825030869130880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.097204:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519571 00010000:00010000:0.0:1740485460.097234:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b227200/0x5922c046cda63787 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369709 expref: 2774 pid: 16643 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.097244:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708115200:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.097257:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097265:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097271:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097279:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097286:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097292:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097298:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d99f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.097301:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097308:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097316:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097323:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b0ee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.097422:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3263:3767:x1825030708114688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4990us (5023us total) trans 4295501044 rc 0/0 00000100:00100000:0.0:1740485460.097429:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430792 00000004:00080000:0.0:1740485460.097455:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e7100/2, rc 0, transno 4295501042 00000100:00100000:0.0:1740485460.097464:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708113280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.097495:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708117504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.097516:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.097531:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708117504 00000100:00100000:0.0:1740485460.097533:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708117504 00000100:00100000:0.0:1740485460.097549:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430802 00000100:00100000:0.0:1740485460.097568:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3264:3764:x1825030708117504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.097713:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012defa200/0x5922c046cda7b810 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743c4 expref: 14216 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.097725:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708116096:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.097737:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097744:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097750:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097757:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097764:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097770:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097781:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132104000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.097784:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097790:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097799:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097805:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132104000/0x5922c046cdb8b103 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x715a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.097912:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3885:3765:x1825030708115712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4883us (4920us total) trans 4295558673 rc 0/0 00000100:00100000:0.0:1740485460.097918:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430795 00000100:00100000:0.0:1740485460.097930:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708117888 00000100:00100000:0.0:1740485460.097933:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708117888 00000100:00100000:0.0:1740485460.097958:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430804 00000100:00100000:0.0:1740485460.097963:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3265:3767:x1825030708117888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.097974:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16110 count 1 00010000:00010000:0.0:1740485460.097983:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.097993:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a49600/0x5922c046cda63916 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136983d expref: 2770 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098004:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.098005:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.098008:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098024:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a49600/0x5922c046cda63916 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136983d expref: 2770 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098033:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a49600/0x5922c046cda63916 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136983d expref: 2770 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.098042:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708118144:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.098067:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3590c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.098080:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869132032 00000100:00100000:0.0:1740485460.098083:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869132032 00010000:00010000:0.0:1740485460.098094:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff0200/0x5922c046cda7b88e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x715c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743fc expref: 14216 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.098112:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519578 00000100:00100000:0.0:1740485460.098117:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009509ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2772:2006:x1825030869131776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.098124:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.098129:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2600/0x5922c046cda637f0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136975d expref: 2772 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.098138:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f2e2600/0x5922c046cda637f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136975d expref: 2772 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.098150:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.098152:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.098154:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007226e600/0x5922c046cdb8b111 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098162:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007226e600/0x5922c046cdb8b111 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ee8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098173:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.098190:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2772:2006:x1825030869131776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.098198:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519578 00002000:00080000:0.0:1740485460.098219:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16107 count 1 00010000:00010000:0.0:1740485460.098228:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b142 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098238:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9ad600/0x5922c046cda6387c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697cd expref: 2770 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098244:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.098245:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.098247:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b142 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3eeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098262:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9ad600/0x5922c046cda6387c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697cd expref: 2769 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098275:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9ad600/0x5922c046cda6387c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813697cd expref: 2769 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.098284:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708118400:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.098304:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.098324:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096045880/2, rc 0, transno 4295558671 00000100:00100000:0.0:1740485460.098339:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708114432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.098347:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708118272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.098367:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.098385:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1740485460.098390:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708117632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.098404:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.098414:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708118528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.098427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.098450:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708117376:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.098463:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.098497:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e5880/2, rc 0, transno 4295558670 00000100:00100000:0.0:1740485460.098504:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708113536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.098531:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098544:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098551:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098665:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098671:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098675:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009eaad600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.098677:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098749:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098756:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.098760:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eaad600/0x5922c046cdb8b12d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.098898:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3268:3767:x1825030708117248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4402us (4461us total) trans 4295501049 rc 0/0 00000100:00100000:0.0:1740485460.098906:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430801 00000004:00080000:0.0:1740485460.098930:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090a5f800/2, rc 0, transno 4295558673 00000100:00100000:0.0:1740485460.098945:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708115712:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.098956:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc2a00/2, rc 0, transno 4295558672 00000100:00100000:0.0:1740485460.098969:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708115328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.098981:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f6d80/2, rc 0, transno 4295501045 00000100:00100000:0.0:1740485460.098993:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708114560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.099015:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708118144:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.099028:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.099041:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708119680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.099061:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.099074:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.099079:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708119552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.099093:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.099118:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708119808 00000100:00100000:0.0:1740485460.099121:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708119808 00000100:00100000:0.0:1740485460.099141:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708119936 00000100:00100000:0.0:1740485460.099144:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708119936 00000100:00100000:0.0:1740485460.099164:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430812 00000100:00100000:0.0:1740485460.099169:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3890:3765:x1825030708119552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.099180:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29025 count 1 00010000:00010000:0.0:1740485460.099190:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099200:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ddd7800/0x5922c046cda7b9e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137448f expref: 14211 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099206:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.099207:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.099210:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099225:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ddd7800/0x5922c046cda7b9e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137448f expref: 14211 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099234:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ddd7800/0x5922c046cda7b9e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137448f expref: 14211 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.099243:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708120320:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.099258:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.099324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.099359:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096045500/2, rc 0, transno 4295501049 00000100:00100000:0.0:1740485460.099367:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708117248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.099393:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708120704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.099412:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.099427:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090a5fb80/2, rc 0, transno 4295558677 00000100:00100000:0.0:1740485460.099441:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708116736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.099456:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099464:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099471:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099477:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099484:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099489:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff7b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.099492:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099499:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099509:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099515:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b13b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.099645:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009509ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3271:3767:x1825030708117888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1680us (1729us total) trans 4295501051 rc 0/0 00000100:00100000:0.0:1740485460.099652:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430804 00000100:00100000:0.0:1740485460.099664:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708121088 00000100:00100000:0.0:1740485460.099667:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708121088 00000100:00100000:0.0:1740485460.099683:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430817 00000100:00100000:0.0:1740485460.099686:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3892:3766:x1825030708121088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.099696:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29029 count 1 00010000:00010000:0.0:1740485460.099706:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099716:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14211 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099723:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.099724:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.099727:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099742:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14211 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.099751:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14211 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.099760:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708121216:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.099775:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.099800:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de6300/2, rc 0, transno 4295501051 00000100:00100000:0.0:1740485460.099808:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708117888:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.099815:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de4380/2, rc 0, transno 4295501050 00000100:00100000:0.0:1740485460.099818:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708117760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.099830:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708121728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.099877:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.100901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.100930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.101283:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b794e00/2, rc 0, transno 4295558678 00000100:00100000:0.0:1740485460.101297:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708118272:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.101308:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f4a80/2, rc 0, transno 4295501052 00000100:00100000:0.0:1740485460.101314:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708117504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.101338:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708122240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.101371:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.103127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.103154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.103207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.103229:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519588 00000100:00100000:0.0:1740485460.103235:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14212:2006:x1825030869133056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.103243:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.103249:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9be600/0x5922c046cda7b97c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374465 expref: 14212 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103260:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9be600/0x5922c046cda7b97c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374465 expref: 14212 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103277:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9be600/0x5922c046cda7b97c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374465 expref: 14212 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103286:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.103287:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.103290:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103297:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103313:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.103330:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14211:2006:x1825030869133056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.103337:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519588 00010000:00010000:0.0:1740485460.103357:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103365:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103372:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103379:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103391:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103397:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d39d000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.103400:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103406:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103415:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103421:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d39d000/0x5922c046cdb8b157 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x715f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.103526:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3895:3764:x1825030708118528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4979us (5097us total) trans 4295558679 rc 0/0 00000100:00100000:0.0:1740485460.103533:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430807 00000100:00100000:0.0:1740485460.103570:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869133696 00000100:00100000:0.0:1740485460.103573:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869133696 00010000:00010000:0.0:1740485460.103604:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ddd7800/0x5922c046cda7b9e5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137448f expref: 14211 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.103633:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519592 00000100:00100000:0.0:1740485460.103638:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14211:2003:x1825030869133568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.103646:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.103650:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ddd6000/0x5922c046cda7ba6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744c0 expref: 14211 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103660:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ddd6000/0x5922c046cda7ba6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744c0 expref: 14211 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103671:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ddd6000/0x5922c046cda7ba6a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744c0 expref: 14211 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.103682:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.103684:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.103686:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103694:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103708:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.103728:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14210:2003:x1825030869133568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.103735:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519592 00010000:00010000:0.0:1740485460.103753:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103760:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103772:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103778:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103784:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103789:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007226fc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.103793:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103799:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103809:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.103815:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007226fc00/0x5922c046cdb8b16c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.103917:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3894:3766:x1825030708119808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4762us (4877us total) trans 4295558681 rc 0/0 00000100:00100000:0.0:1740485460.103923:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430810 00010000:00010000:0.0:1740485460.103952:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ddd7800/0x5922c046cda7b9e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137448f expref: 14206 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.103964:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708120320:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.103981:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.104003:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708121216:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.104014:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104025:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104032:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104039:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104045:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104052:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104057:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009eaac800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.104060:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104067:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104077:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104083:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eaac800/0x5922c046cdb8b17a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.104176:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3894:3765:x1825030708119552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5005us (5081us total) trans 4295558683 rc 0/0 00000100:00100000:0.0:1740485460.104183:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430812 00000004:00080000:0.0:1740485460.104212:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b796300/2, rc 0, transno 4295558683 00000100:00100000:0.0:1740485460.104229:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708119552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.104247:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519595 00000100:00100000:0.0:1740485460.104252:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14207:2005:x1825030869134080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.104259:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.104264:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14207 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.104272:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14207 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.104284:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5003200/0x5922c046cda7bae8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744f8 expref: 14207 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.104293:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.104295:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.104297:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104304:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104318:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.104334:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14206:2005:x1825030869134080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.104341:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519595 00010000:00010000:0.0:1740485460.104359:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104366:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104374:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104380:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104387:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104397:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a7a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.104400:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104406:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104416:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.104423:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b196 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.104519:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3895:3766:x1825030708121088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4831us (4911us total) trans 4295558684 rc 0/0 00000100:00100000:0.0:1740485460.104526:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430817 00000004:00080000:0.0:1740485460.104549:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b796680/2, rc 0, transno 4295558682 00000100:00100000:0.0:1740485460.104647:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708119680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.104654:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.104662:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708123392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.104683:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.104787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.104947:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800990d0a80/2, rc 0, transno 4295501057 00000100:00100000:0.0:1740485460.104956:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708120704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.104986:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708123648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.105035:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.105058:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d055c00/2, rc 0, transno 4295501059 00000100:00100000:0.0:1740485460.105063:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708121728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.105088:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708124032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.105106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.105254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.105313:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869134976 00000100:00100000:0.0:1740485460.105316:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869134976 00010000:00010000:0.0:1740485460.105328:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba85400/0x5922c046cda63b85 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369994 expref: 2757 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.105344:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519603 00000100:00100000:0.0:1740485460.105348:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2757:2005:x1825030869134976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.105355:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.105359:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ba85400/0x5922c046cda63b85 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369994 expref: 2757 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.105366:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ba85400/0x5922c046cda63b85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369994 expref: 2757 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.105375:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba85400/0x5922c046cda63b85 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369994 expref: 2757 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.105382:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.105383:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.105385:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f7dd400/0x5922c046cdb8b1c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105389:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f7dd400/0x5922c046cdb8b1c0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ef6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105400:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.105414:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2756:2005:x1825030869134976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.105418:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519603 00000100:00100000:0.0:1740485460.105444:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430829 00000100:00100000:0.0:1740485460.105447:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3278:3767:x1825030708123904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.105456:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16122 count 1 00010000:00010000:0.0:1740485460.105462:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8b1f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3efa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105469:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320ef200/0x5922c046cda63d5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3efa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a82 expref: 2755 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105473:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.105474:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.105475:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132363a00/0x5922c046cdb8b1f1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3efa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105485:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320ef200/0x5922c046cda63d5a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a82 expref: 2755 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105491:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320ef200/0x5922c046cda63d5a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a82 expref: 2755 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.105500:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708124672:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.105517:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.105525:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.105530:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880090a5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708124416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.105543:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.105598:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430830 00000100:00100000:0.0:1740485460.105602:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3280:3764:x1825030708124416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.105610:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16124 count 1 00010000:00010000:0.0:1740485460.105616:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105623:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009985ee00/0x5922c046cda63dae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369aac expref: 2755 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105627:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.105628:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.105629:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105639:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009985ee00/0x5922c046cda63dae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369aac expref: 2755 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.105644:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009985ee00/0x5922c046cda63dae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369aac expref: 2755 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.105653:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708124928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.105669:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.105937:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869135104 00000100:00100000:0.0:1740485460.105940:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869135104 00010000:00010000:0.0:1740485460.106007:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008daf7c00/0x5922c046cda7bb3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374522 expref: 14203 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.106025:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869135232 00000100:00100000:0.0:1740485460.106028:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869135232 00010000:00010000:0.0:1740485460.106037:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c5e600/0x5922c046cda7bbac lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374545 expref: 14204 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.106115:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519605 00000100:00100000:0.0:1740485460.106120:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14203:2004:x1825030869135232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.106127:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.106132:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123c5e600/0x5922c046cda7bbac lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374545 expref: 14203 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106140:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123c5e600/0x5922c046cda7bbac lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374545 expref: 14203 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106152:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c5e600/0x5922c046cda7bbac lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374545 expref: 14202 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106162:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.106164:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.106167:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b67e00/0x5922c046cdb8b1ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106174:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b67e00/0x5922c046cdb8b1ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106196:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.106212:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14201:2004:x1825030869135232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.106218:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519605 00000100:00100000:0.0:1740485460.106258:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708125824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.106276:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.106294:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708125824 00000100:00100000:0.0:1740485460.106297:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708125824 00000100:00100000:0.0:1740485460.106368:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708125568 00000100:00100000:0.0:1740485460.106371:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708125568 00000100:00100000:0.0:1740485460.106389:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430836 00000100:00100000:0.0:1740485460.106394:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3902:3765:x1825030708125824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.106405:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29035 count 1 00010000:00010000:0.0:1740485460.106414:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106424:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14200 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106430:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.106431:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.106434:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106449:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14200 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106458:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14200 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.106467:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dab9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708126592:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.106484:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3590c0 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.106506:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096045c00/2, rc 0, transno 4295558688 00000100:00100000:0.0:1740485460.106523:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708123392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.106533:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009509ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708126464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.106567:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.106610:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869135360 00000100:00100000:0.0:1740485460.106613:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869135360 00010000:00010000:0.0:1740485460.106625:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320ee200/0x5922c046cda63d99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a97 expref: 2756 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.106641:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519606 00000100:00100000:0.0:1740485460.106645:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2756:2006:x1825030869135360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.106652:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.106655:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320ee200/0x5922c046cda63d99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a97 expref: 2756 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106664:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320ee200/0x5922c046cda63d99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a97 expref: 2756 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106676:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320ee200/0x5922c046cda63d99 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369a97 expref: 2756 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.106687:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.106688:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.106691:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b19000/0x5922c046cdb8b1d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106698:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b19000/0x5922c046cdb8b1d5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3efb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.106714:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.106732:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2755:2006:x1825030869135360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.106739:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519606 00000100:00100000:0.0:1740485460.106991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:0.0:1740485460.107303:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009e7b0700/2, rc 0, transno 4295501063 00000100:00100000:0.0:1740485460.107320:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009e7b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708123648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.107380:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.107389:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708127744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.107471:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.108808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.108832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.108854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.108892:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708124928:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.108909:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.108934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.108976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.108996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.109029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.109074:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519612 00000100:00100000:0.0:1740485460.109081:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2754:2006:x1825030869136256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.109088:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.109094:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099030400/0x5922c046cda63de6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3efd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369ac8 expref: 2754 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109104:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099030400/0x5922c046cda63de6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369ac8 expref: 2754 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109116:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109118:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109121:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b206 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109128:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff7b000/0x5922c046cdb8b206 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3efd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109140:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.109160:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2753:2006:x1825030869136256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.109171:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519612 00010000:00010000:0.0:1740485460.109208:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109216:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109223:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109231:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109237:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109243:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094d30800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.109246:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109252:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109261:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109267:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d30800/0x5922c046cdb8b1f8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3efc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.109382:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3285:3764:x1825030708124416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3778us (3837us total) trans 4295501065 rc 0/0 00000100:00100000:0.0:1740485460.109390:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430830 00000100:00100000:0.0:1740485460.109435:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dab9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708126592:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.109448:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.109470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.109480:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869136512 00000100:00100000:0.0:1740485460.109482:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869136512 00010000:00010000:0.0:1740485460.109492:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c932600/0x5922c046cda7bc85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x716d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745ae expref: 14199 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.109517:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519615 00000100:00100000:0.0:1740485460.109521:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14199:2006:x1825030869136512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.109527:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.109531:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c932600/0x5922c046cda7bc85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x716d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745ae expref: 14199 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109538:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c932600/0x5922c046cda7bc85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745ae expref: 14199 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109548:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109549:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109552:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135fc6000/0x5922c046cdb8b21b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109571:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135fc6000/0x5922c046cdb8b21b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x716d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109599:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.109612:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14199:2006:x1825030869136512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.109617:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519615 00000100:00100000:0.0:1740485460.109653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.109662:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869136768 00000100:00100000:0.0:1740485460.109665:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869136768 00010000:00010000:0.0:1740485460.109675:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097737c00/0x5922c046cda7bcee lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x716e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745d1 expref: 14199 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.109691:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519616 00000100:00100000:0.0:1740485460.109696:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14199:2004:x1825030869136768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.109702:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.109706:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097737c00/0x5922c046cda7bcee lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x716e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745d1 expref: 14198 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109714:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097737c00/0x5922c046cda7bcee lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745d1 expref: 14198 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109724:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109725:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109728:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135fc6a00/0x5922c046cdb8b229 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109740:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135fc6a00/0x5922c046cdb8b229 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x716e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109751:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.109768:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14198:2004:x1825030869136768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.109774:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519616 00000100:00100000:0.0:1740485460.109801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.109812:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869136640 00000100:00100000:0.0:1740485460.109814:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869136640 00010000:00010000:0.0:1740485460.109824:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14198 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.109845:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519617 00000100:00100000:0.0:1740485460.109850:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006daba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14198:2004:x1825030869136640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.109856:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.109860:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14198 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109868:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14198 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109879:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f686200/0x5922c046cda7bc2a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137456f expref: 14198 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.109894:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109896:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.109898:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109905:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109920:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.109936:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006daba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14196:2004:x1825030869136640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.109942:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519617 00010000:00010000:0.0:1740485460.109959:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109967:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109974:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109981:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109988:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.109999:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a6800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.110002:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110008:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110017:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110024:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a6800/0x5922c046cdb8b222 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x716b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.110124:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3904:3765:x1825030708125824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3728us (3846us total) trans 4295558693 rc 0/0 00000100:00100000:0.0:1740485460.110131:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430836 00000100:00100000:0.0:1740485460.110204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.110216:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869136896 00000100:00100000:0.0:1740485460.110218:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869136896 00010000:00010000:0.0:1740485460.110229:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f3d8a00/0x5922c046cda63e64 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369b15 expref: 2749 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.110245:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519618 00000100:00100000:0.0:1740485460.110249:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006daba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2749:2005:x1825030869136896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.110255:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.110260:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f3d8a00/0x5922c046cda63e64 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369b15 expref: 2749 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110268:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f3d8a00/0x5922c046cda63e64 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369b15 expref: 2749 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110279:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f3d8a00/0x5922c046cda63e64 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369b15 expref: 2749 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110290:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110291:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110294:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d93dc00/0x5922c046cdb8b230 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110301:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d93dc00/0x5922c046cdb8b230 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3efe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110314:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.110325:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006daba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2748:2005:x1825030869136896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.110332:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519618 00000100:00100000:0.0:1740485460.110349:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bfc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708128000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.110369:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.110395:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708128512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.110408:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.110426:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006dab8380/2, rc 0, transno 4295558693 00000100:00100000:0.0:1740485460.110439:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708125824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.110451:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708129664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.110467:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.110490:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430850 00000100:00100000:0.0:1740485460.110494:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3907:3764:x1825030708129536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.110506:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29044 count 1 00010000:00010000:0.0:1740485460.110517:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110527:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a71a00/0x5922c046cda7be4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374672 expref: 14195 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110533:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.110535:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.110537:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110567:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a71a00/0x5922c046cda7be4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374672 expref: 14195 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110593:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a71a00/0x5922c046cda7be4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374672 expref: 14195 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.110604:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708130304:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.110620:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d3590c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.110649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.110660:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869137152 00000100:00100000:0.0:1740485460.110663:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869137152 00010000:00010000:0.0:1740485460.110674:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fada800/0x5922c046cda7bd81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374609 expref: 14196 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.110698:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519619 00000100:00100000:0.0:1740485460.110704:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14196:2005:x1825030869137152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.110711:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.110715:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fada800/0x5922c046cda7bd81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374609 expref: 14196 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110724:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fada800/0x5922c046cda7bd81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374609 expref: 14196 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110735:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fada800/0x5922c046cda7bd81 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374609 expref: 14196 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110744:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110746:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110748:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ccc200/0x5922c046cdb8b23e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110755:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097ccc200/0x5922c046cdb8b23e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110769:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.110783:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14195:2005:x1825030869137152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.110789:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519619 00000100:00100000:0.0:1740485460.110848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.110857:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869137280 00000100:00100000:0.0:1740485460.110860:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869137280 00010000:00010000:0.0:1740485460.110869:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fadac00/0x5922c046cda7bd50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745e6 expref: 14195 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.110892:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519620 00000100:00100000:0.0:1740485460.110896:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14195:2006:x1825030869137280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.110903:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.110907:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fadac00/0x5922c046cda7bd50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745e6 expref: 14195 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110916:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fadac00/0x5922c046cda7bd50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745e6 expref: 14195 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110927:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fadac00/0x5922c046cda7bd50 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745e6 expref: 14195 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.110935:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110937:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.110940:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d74800/0x5922c046cdb8b237 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110946:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d74800/0x5922c046cdb8b237 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x716f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.110968:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.110983:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14194:2006:x1825030869137280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.110989:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519620 00000100:00100000:0.0:1740485460.111025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.111033:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869137024 00000100:00100000:0.0:1740485460.111035:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869137024 00010000:00010000:0.0:1740485460.111042:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c932a00/0x5922c046cda7bc54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137458b expref: 14194 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.111062:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519621 00000100:00100000:0.0:1740485460.111066:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14194:2005:x1825030869137024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.111071:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.111074:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c932a00/0x5922c046cda7bc54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137458b expref: 14194 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.111081:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c932a00/0x5922c046cda7bc54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137458b expref: 14194 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.111091:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c932a00/0x5922c046cda7bc54 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137458b expref: 14194 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.111098:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.111099:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.111102:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8e00/0x5922c046cdb8b214 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111109:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8e00/0x5922c046cdb8b214 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x716c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111127:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.111139:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14193:2005:x1825030869137024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.111145:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519621 00000100:00100000:0.0:1740485460.111172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.111202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.111533:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3292:3765:x1825030708127744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3993us (4060us total) trans 4295501071 rc 0/0 00000100:00100000:0.0:1740485460.111539:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430842 00000100:00100000:0.0:1740485460.111641:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708131456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.111690:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708131328 00000100:00100000:0.0:1740485460.111693:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708131328 00000100:00100000:0.0:1740485460.111709:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430856 00000100:00100000:0.0:1740485460.111714:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3291:3766:x1825030708131328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.111724:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16135 count 1 00010000:00010000:0.0:1740485460.111734:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111744:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fdc3e00/0x5922c046cda642a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369da7 expref: 2745 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111750:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.111752:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.111754:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111774:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fdc3e00/0x5922c046cda642a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369da7 expref: 2745 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.111783:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fdc3e00/0x5922c046cda642a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369da7 expref: 2745 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.111792:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006daba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708131712:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.111812:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a41ebf00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.111826:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.114032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114154:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869138176 00000100:00100000:0.0:1740485460.114157:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869138176 00010000:00010000:0.0:1740485460.114170:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb6400/0x5922c046cda7be0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374641 expref: 14194 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.114199:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519627 00000100:00100000:0.0:1740485460.114204:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14194:2005:x1825030869138048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.114211:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.114216:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ff16a00/0x5922c046cda7be29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137465d expref: 14194 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.114232:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ff16a00/0x5922c046cda7be29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137465d expref: 14194 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.114244:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff16a00/0x5922c046cda7be29 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137465d expref: 14194 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.114254:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.114256:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.114259:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114266:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114283:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.114302:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14192:2005:x1825030869138048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.114309:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519627 00010000:00010000:0.0:1740485460.114332:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114339:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114346:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114358:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114365:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114370:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f6d8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.114374:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114381:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114391:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.114397:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f6d8000/0x5922c046cdb8b268 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.114500:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3912:3767:x1825030708129152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4339us (4370us total) trans 4295558697 rc 0/0 00000100:00100000:0.0:1740485460.114506:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430846 00000100:00100000:0.0:1740485460.114533:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708130304:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.114547:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.114606:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e5500/2, rc 0, transno 4295558697 00000100:00100000:0.0:1740485460.114614:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708129152:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.114624:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de7480/2, rc 0, transno 4295501073 00000100:00100000:0.0:1740485460.114630:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708128640:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.114658:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de7b80/2, rc 0, transno 4295501072 00000100:00100000:0.0:1740485460.114663:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708128256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.114679:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.114685:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708132224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.114707:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.114733:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de5f80/2, rc 0, transno 4295501074 00000100:00100000:0.0:1740485460.114739:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708128128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.114775:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708132352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.114793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.114841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.114952:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519633 00000100:00100000:0.0:1740485460.114958:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2743:2006:x1825030869138816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.114966:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.114972:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cec2200/0x5922c046cda6417b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369cea expref: 2743 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.114986:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cec2200/0x5922c046cda6417b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369cea expref: 2743 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.114998:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.114999:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.115002:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135fc7000/0x5922c046cdb8b284 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115009:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135fc7000/0x5922c046cdb8b284 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f05:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115021:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.115039:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2742:2006:x1825030869138816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.115047:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519633 00010000:00010000:0.0:1740485460.115084:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115091:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115098:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115105:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115117:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115123:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a7200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.115126:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115132:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115141:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115147:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a7a7200/0x5922c046cdb8b28b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.115255:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3913:3764:x1825030708129536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4758us (4811us total) trans 4295558701 rc 0/0 00000100:00100000:0.0:1740485460.115261:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430850 00000004:00080000:0.0:1740485460.115287:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b797b80/2, rc 0, transno 4295558700 00000100:00100000:0.0:1740485460.115291:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708129792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.115307:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bfc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708132992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.115380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.115396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.115407:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869139200 00000100:00100000:0.0:1740485460.115410:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869139200 00010000:00010000:0.0:1740485460.115421:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132142a00/0x5922c046cda7be92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746b8 expref: 14187 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.115437:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869139328 00000100:00100000:0.0:1740485460.115439:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869139328 00010000:00010000:0.0:1740485460.115447:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fdc3e00/0x5922c046cda642a8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369da7 expref: 2741 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.115464:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519636 00000100:00100000:0.0:1740485460.115468:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096164700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14187:2006:x1825030869139200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.115475:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.115479:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132142a00/0x5922c046cda7be92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746b8 expref: 14187 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115488:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132142a00/0x5922c046cda7be92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746b8 expref: 14187 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115499:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132142a00/0x5922c046cda7be92 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746b8 expref: 14187 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115509:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.115510:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.115513:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115520:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b2a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115540:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.115569:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096164700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14186:2006:x1825030869139200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.115575:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519636 00010000:00010000:0.0:1740485460.115627:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fdc3e00/0x5922c046cda642a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369da7 expref: 2740 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.115639:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006daba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708131712:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.115651:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115658:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115664:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115671:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115677:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115684:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115694:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132104800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.115697:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115704:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115713:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.115719:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b2ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.115821:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3297:3766:x1825030708131328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4106us (4150us total) trans 4295501078 rc 0/0 00000100:00100000:0.0:1740485460.115828:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430856 00000100:00100000:0.0:1740485460.115847:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.115867:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090a5f480/2, rc 0, transno 4295501078 00000100:00100000:0.0:1740485460.115883:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708131328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.115891:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.115896:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708134144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.115914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.115930:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708134400 00000100:00100000:0.0:1740485460.115935:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708134400 00000100:00100000:0.0:1740485460.115947:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519638 00000100:00100000:0.0:1740485460.115951:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14186:2006:x1825030869139584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.115959:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.115965:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132692c00/0x5922c046cda7beca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746db expref: 14186 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115974:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132692c00/0x5922c046cda7beca lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746db expref: 14186 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115985:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132692c00/0x5922c046cda7beca lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746db expref: 14186 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.115997:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.115998:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.116001:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a530c000/0x5922c046cdb8b2bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116008:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a530c000/0x5922c046cdb8b2bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116023:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.116036:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14185:2006:x1825030869139584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.116042:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519638 00000100:00100000:0.0:1740485460.116069:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430870 00000100:00100000:0.0:1740485460.116074:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3918:3764:x1825030708134400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.116084:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29055 count 1 00010000:00010000:0.0:1740485460.116093:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116108:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14184 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116114:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116116:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116118:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116133:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14184 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116142:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14184 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.116151:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708135296:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.116166:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135f11480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.116184:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006daba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708134656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.116209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.116231:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708134656 00000100:00100000:0.0:1740485460.116234:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708134656 00000100:00100000:0.0:1740485460.116247:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430871 00000100:00100000:0.0:1740485460.116251:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3299:3766:x1825030708134656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.116260:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16143 count 1 00010000:00010000:0.0:1740485460.116270:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b317 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116285:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136059000/0x5922c046cda64897 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a0fd expref: 2737 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116291:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116293:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116295:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b317 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116310:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136059000/0x5922c046cda64897 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a0fd expref: 2737 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116319:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136059000/0x5922c046cda64897 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a0fd expref: 2737 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.116329:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708135424:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.116353:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135f11300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.116410:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708135552 00000100:00100000:0.0:1740485460.116414:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708135552 00000100:00100000:0.0:1740485460.116431:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430873 00000100:00100000:0.0:1740485460.116436:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3919:3767:x1825030708135552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.116446:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29056 count 1 00010000:00010000:0.0:1740485460.116455:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116466:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b7ee00/0x5922c046cda7c060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747d7 expref: 14184 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116476:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116477:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.116480:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116494:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b7ee00/0x5922c046cda7c060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747d7 expref: 14184 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.116503:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b7ee00/0x5922c046cda7c060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747d7 expref: 14184 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.116512:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708135936:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.116541:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135f11c00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.117229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.120409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.120455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.120467:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869139968 00000100:00100000:0.0:1740485460.120470:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869139968 00010000:00010000:0.0:1740485460.120482:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130739e00/0x5922c046cda7bf10 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746fe expref: 14185 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.120501:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519641 00000100:00100000:0.0:1740485460.120506:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14185:2005:x1825030869139968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.120513:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.120516:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130739e00/0x5922c046cda7bf10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746fe expref: 14185 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.120527:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130739e00/0x5922c046cda7bf10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746fe expref: 14185 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.120539:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130739e00/0x5922c046cda7bf10 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746fe expref: 14185 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.120550:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.120567:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.120570:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d93c400/0x5922c046cdb8b2d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.120603:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d93c400/0x5922c046cdb8b2d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.120626:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.120648:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14184:2005:x1825030869139968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 141us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.120656:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519641 00000100:00100000:0.0:1740485460.120764:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869140096 00000100:00100000:0.0:1740485460.120767:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869140096 00010000:00010000:0.0:1740485460.120778:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130738c00/0x5922c046cda7bf9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374752 expref: 14184 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.120792:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869140224 00000100:00100000:0.0:1740485460.120794:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869140224 00010000:00010000:0.0:1740485460.120801:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc3f200/0x5922c046cda643ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369e6b expref: 2736 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.120830:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519644 00000100:00100000:0.0:1740485460.120835:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2736:2004:x1825030869140224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.120841:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.120845:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc3f200/0x5922c046cda643ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369e6b expref: 2736 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.120854:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc3f200/0x5922c046cda643ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81369e6b expref: 2736 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.120865:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.120866:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.120869:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ccc600/0x5922c046cdb8b2df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.120876:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ccc600/0x5922c046cdb8b2df lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.120887:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.120902:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2735:2004:x1825030869140224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.120908:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519644 00000100:00100000:0.0:1740485460.120926:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.120933:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708136576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.120954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.120975:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708136576 00000100:00100000:0.0:1740485460.120978:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708136576 00000100:00100000:0.0:1740485460.120994:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430877 00000100:00100000:0.0:1740485460.120999:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3303:3766:x1825030708136576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.121010:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16146 count 1 00010000:00010000:0.0:1740485460.121020:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121031:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009caaae00/0x5922c046cda64b92 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a29a expref: 2734 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121037:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.121038:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.121040:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121057:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009caaae00/0x5922c046cda64b92 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a29a expref: 2734 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121067:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009caaae00/0x5922c046cda64b92 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a29a expref: 2734 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.121076:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708136832:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.121096:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135f11180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.121109:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869140352 00000100:00100000:0.0:1740485460.121111:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869140352 00010000:00010000:0.0:1740485460.121125:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afa1400/0x5922c046cda7bf33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137471a expref: 14183 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.121157:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869140480 00000100:00100000:0.0:1740485460.121159:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869140480 00010000:00010000:0.0:1740485460.121169:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123d96e00/0x5922c046cda646e5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a001 expref: 2735 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.121185:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519646 00000100:00100000:0.0:1740485460.121189:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2735:2003:x1825030869140480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.121196:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.121200:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123d96e00/0x5922c046cda646e5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a001 expref: 2735 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121208:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123d96e00/0x5922c046cda646e5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a001 expref: 2735 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121219:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121221:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121224:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d93c000/0x5922c046cdb8b2ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121231:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d93c000/0x5922c046cdb8b2ed lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f0d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121242:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.121261:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2735:2003:x1825030869140480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.121267:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519646 00000100:00100000:0.0:1740485460.121337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.121391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.121405:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519647 00000100:00100000:0.0:1740485460.121410:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14182:2004:x1825030869140608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.121418:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.121422:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124af0e00/0x5922c046cda7bf64 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x717b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374744 expref: 14182 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121431:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124af0e00/0x5922c046cda7bf64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374744 expref: 14182 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121441:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121443:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121446:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a530dc00/0x5922c046cdb8b2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121452:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a530dc00/0x5922c046cdb8b2f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x717b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121463:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.121481:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14181:2004:x1825030869140608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.121488:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519647 00000100:00100000:0.0:1740485460.121530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.121596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.121610:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869140992 00000100:00100000:0.0:1740485460.121613:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869140992 00010000:00010000:0.0:1740485460.121624:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fadaa00/0x5922c046cda7c021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747a6 expref: 14182 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.121649:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519650 00000100:00100000:0.0:1740485460.121654:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14181:2003:x1825030869140992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.121660:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.121664:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fadaa00/0x5922c046cda7c021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747a6 expref: 14181 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121673:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fadaa00/0x5922c046cda7c021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747a6 expref: 14181 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121684:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fadaa00/0x5922c046cda7c021 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747a6 expref: 14180 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121694:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121695:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121698:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9800/0x5922c046cdb8b309 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121705:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9800/0x5922c046cdb8b309 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x717e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121720:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.121737:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14179:2003:x1825030869140992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.121743:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519650 00000100:00100000:0.0:1740485460.121795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.121806:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869141120 00000100:00100000:0.0:1740485460.121809:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869141120 00010000:00010000:0.0:1740485460.121819:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14179 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.121841:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519651 00000100:00100000:0.0:1740485460.121847:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14179:2005:x1825030869141120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.121853:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.121857:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14179 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121866:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14179 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.121876:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121877:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.121880:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121887:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.121898:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.121914:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14179:2005:x1825030869141120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.122047:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519651 00010000:00010000:0.0:1740485460.122078:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092765000/0x5922c046cda7c036 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747bb expref: 14178 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.122096:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708135296:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.122109:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122117:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122123:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122130:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122136:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122143:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122148:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a661800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.122151:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122158:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122172:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122179:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b310 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x717f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.122281:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3925:3764:x1825030708134400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6206us (6385us total) trans 4295558711 rc 0/0 00000100:00100000:0.0:1740485460.122288:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430870 00000100:00100000:0.0:1740485460.122300:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708138624 00000100:00100000:0.0:1740485460.122303:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708138624 00000100:00100000:0.0:1740485460.122316:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430885 00000100:00100000:0.0:1740485460.122320:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3925:3766:x1825030708138624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.122330:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29062 count 1 00010000:00010000:0.0:1740485460.122341:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122350:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e251a00/0x5922c046cda7c132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374863 expref: 14177 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122357:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.122358:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.122361:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122377:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e251a00/0x5922c046cda7c132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374863 expref: 14177 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122391:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e251a00/0x5922c046cda7c132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374863 expref: 14177 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.122400:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708139008:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.122415:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009fb3e840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.122488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.122520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.122566:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708135936:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.122595:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.122621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.122660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.122682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.122720:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122727:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122735:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122742:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122753:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122759:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095c50600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.122761:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122768:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122777:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.122784:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c50600/0x5922c046cdb8b325 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.122887:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3927:3767:x1825030708135552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6449us (6515us total) trans 4295558712 rc 0/0 00000100:00100000:0.0:1740485460.122894:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430873 00000100:00100000:0.0:1740485460.123026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.123043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.123100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.123130:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708136832:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.123141:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123251:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123259:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123265:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123271:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123276:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123281:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f9cb200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.123284:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123289:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123298:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123304:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f9cb200/0x5922c046cdb8b341 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.123404:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3308:3766:x1825030708136576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2404us (2449us total) trans 4295501087 rc 0/0 00000100:00100000:0.0:1740485460.123409:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430877 00000100:00100000:0.0:1740485460.123417:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708139520 00000100:00100000:0.0:1740485460.123419:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708139520 00000100:00100000:0.0:1740485460.123428:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430888 00000100:00100000:0.0:1740485460.123431:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3308:3766:x1825030708139520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.123439:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16151 count 1 00010000:00010000:0.0:1740485460.123445:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123452:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072884400/0x5922c046cda64e8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a461 expref: 2726 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123456:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.123457:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.123459:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123469:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072884400/0x5922c046cda64e8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a461 expref: 2726 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.123477:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072884400/0x5922c046cda64e8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a461 expref: 2726 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.123486:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708139776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.123510:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.123632:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969dc000/2, rc 0, transno 4295558713 00000100:00100000:0.0:1740485460.123639:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708136448:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.123647:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de5880/2, rc 0, transno 4295558712 00000100:00100000:0.0:1740485460.123651:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708135552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.123734:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708140288 00000100:00100000:0.0:1740485460.123737:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708140288 00000100:00100000:0.0:1740485460.124150:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708141056 00000100:00100000:0.0:1740485460.124154:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708141056 00000100:00100000:0.0:1740485460.124171:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430894 00000100:00100000:0.0:1740485460.124176:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3311:3765:x1825030708141056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.124188:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16155 count 1 00010000:00010000:0.0:1740485460.124198:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.124209:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009facea00/0x5922c046cda6521b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a63d expref: 2726 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.124216:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.124217:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.124220:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.124236:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009facea00/0x5922c046cda6521b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a63d expref: 2726 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.124244:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009facea00/0x5922c046cda6521b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a63d expref: 2726 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.124254:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708141184:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.124283:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.126109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.126733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.126807:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072884400/0x5922c046cda64e8d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a461 expref: 2726 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.126820:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708139776:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.126831:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126844:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126850:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126858:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126864:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126871:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126876:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f9ca000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.126880:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126887:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126896:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.126903:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f9ca000/0x5922c046cdb8b38e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.127008:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3313:3766:x1825030708139520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3574us (3858us total) trans 4295501091 rc 0/0 00000100:00100000:0.0:1740485460.127014:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430888 00010000:00010000:0.0:1740485460.127040:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e251a00/0x5922c046cda7c132 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374863 expref: 14172 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.127051:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708139008:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.127061:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127068:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127075:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127082:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127089:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127095:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127106:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f9cae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.127109:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127115:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127125:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127131:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f9cae00/0x5922c046cdb8b379 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.127330:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3929:3766:x1825030708138624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5008us (5031us total) trans 4295558718 rc 0/0 00000100:00100000:0.0:1740485460.127337:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430885 00010000:00010000:0.0:1740485460.127364:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009facea00/0x5922c046cda6521b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a63d expref: 2720 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.127374:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708141184:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.127386:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127393:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127404:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127411:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127418:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127424:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127430:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5b18a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.127433:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127439:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127449:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127455:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b18a00/0x5922c046cdb8b3b8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.127571:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3312:3765:x1825030708141056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3376us (3421us total) trans 4295501097 rc 0/0 00000100:00100000:0.0:1740485460.127604:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430894 00000100:00100000:0.0:1740485460.127624:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708141568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.127644:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.127663:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708141568 00000100:00100000:0.0:1740485460.127666:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708141568 00000100:00100000:0.0:1740485460.127685:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708141440 00000100:00100000:0.0:1740485460.127687:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708141440 00000100:00100000:0.0:1740485460.127702:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430896 00000100:00100000:0.0:1740485460.127707:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3313:3766:x1825030708141440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.127718:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16156 count 1 00010000:00010000:0.0:1740485460.127728:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a1d400/0x5922c046cdb8b3c6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127739:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096379000/0x5922c046cda652ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a691 expref: 2718 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127745:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.127747:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.127749:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a1d400/0x5922c046cdb8b3c6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127765:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096379000/0x5922c046cda652ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a691 expref: 2718 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.127774:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096379000/0x5922c046cda652ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a691 expref: 2718 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.127790:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d054a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708142336:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.127810:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.127920:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.127929:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708143232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.127949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.127965:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708142976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.127983:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.128074:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430902 00000100:00100000:0.0:1740485460.128079:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3933:3767:x1825030708142976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.128091:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29070 count 1 00010000:00010000:0.0:1740485460.128100:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128111:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801323dc200/0x5922c046cda7c282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137493c expref: 14167 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128118:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.128119:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.128121:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128136:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801323dc200/0x5922c046cda7c282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137493c expref: 14167 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128145:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801323dc200/0x5922c046cda7c282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137493c expref: 14167 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.128155:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d055500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708143872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.128174:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.128287:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708143488 00000100:00100000:0.0:1740485460.128291:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708143488 00000100:00100000:0.0:1740485460.128308:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430907 00000100:00100000:0.0:1740485460.128312:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3936:3765:x1825030708143488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.128323:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29073 count 1 00010000:00010000:0.0:1740485460.128332:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128342:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14167 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128348:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.128350:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.128352:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128366:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14167 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.128375:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14167 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.128386:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708144768:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.128414:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.129990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.130432:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801323dc200/0x5922c046cda7c282 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137493c expref: 14166 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.130443:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d055500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708143872:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.130533:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130543:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130549:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130574:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130605:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130611:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130617:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096a1c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.130620:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130627:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130636:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.130642:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a1c600/0x5922c046cdb8b3f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x718e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.130851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.130904:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708144768:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.130916:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131100:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bb8a200/0x5922c046cda7c393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749cf expref: 14161 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131114:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bb8a200/0x5922c046cda7c393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749cf expref: 14161 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.131121:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430913 00000100:00100000:2.0:1740485460.131123:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708145920:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.131127:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3321:3765:x1825030708145408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.131139:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16164 count 1 00000100:00100000:2.0:1740485460.131144:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.131150:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c12000/0x5922c046cdb8b436 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.131157:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc1880/2, rc 0, transno 4295501099 00010000:00010000:0.0:1740485460.131161:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa03e00/0x5922c046cda65826 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a9e7 expref: 2714 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.131163:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708141824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.131167:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.131168:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.131171:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c12000/0x5922c046cdb8b436 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.131184:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d861180/2, rc 0, transno 4295501101 00010000:00010000:0.0:1740485460.131187:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa03e00/0x5922c046cda65826 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a9e7 expref: 2714 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.131189:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708142848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.131196:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa03e00/0x5922c046cda65826 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a9e7 expref: 2714 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.131204:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.131206:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708146304:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.131210:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708146432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.131225:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.131252:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.131252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.131278:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708146176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.131386:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708146560 00000100:00100000:2.0:1740485460.131389:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708146560 00000100:00100000:2.0:1740485460.131405:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708145792 00000100:00100000:2.0:1740485460.131408:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708145792 00000100:00100000:0.0:1740485460.131417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.131428:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430915 00000100:00100000:2.0:1740485460.131432:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3940:3766:x1825030708146560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.131442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.131476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.131491:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519688 00000100:00100000:2.0:1740485460.131498:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14161:2003:x1825030869145856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.131502:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519690 00010000:00010000:2.0:1740485460.131505:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.131507:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2717:2004:x1825030869146112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.131510:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14161 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.131515:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.131520:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14161 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.131521:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096465400/0x5922c046cda655d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a89e expref: 2717 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.131530:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096465400/0x5922c046cda655d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a89e expref: 2717 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.131532:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2a4c00/0x5922c046cda7c346 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749b3 expref: 14161 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.131542:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.131543:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.131544:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.131546:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.131547:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131549:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131568:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131571:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131600:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.131618:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14160:2003:x1825030869145856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 120us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.131624:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519688 00002000:00080000:2.0:1740485460.131662:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29077 count 1 00010000:00010000:2.0:1740485460.131672:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131683:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131689:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.131690:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.131693:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131708:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131718:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.131729:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708147200:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.131746:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.131758:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.131764:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006e5f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708146944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.131775:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.131795:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096465400/0x5922c046cda655d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136a89e expref: 2713 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.131802:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2713:2004:x1825030869146112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 293us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.131809:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708145024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.131810:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519690 00010000:00010000:2.0:1740485460.131821:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131828:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131829:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131835:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131836:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131843:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131846:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131853:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131855:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131859:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131861:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131864:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134cd7200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.131866:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131867:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5b19800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.131870:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131873:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131877:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131881:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131886:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.131887:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b41a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.131893:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19800/0x5922c046cdb8b413 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.131993:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3322:3766:x1825030708144512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3612us (3645us total) trans 4295501104 rc 0/0 00000100:00100000:2.0:1740485460.131999:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430908 00000100:00100000:2.0:1740485460.132041:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708147712 00000100:00100000:2.0:1740485460.132044:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708147712 00000100:00100000:2.0:1740485460.132058:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430920 00000100:00100000:2.0:1740485460.132062:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3322:3767:x1825030708147712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.132071:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16167 count 1 00010000:00010000:2.0:1740485460.132081:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132081:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3944:3765:x1825030708143488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3767us (3813us total) trans 4295558729 rc 0/0 00000100:00100000:0.0:1740485460.132088:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430907 00010000:00010000:2.0:1740485460.132092:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2711 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132098:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.132099:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.132100:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708147968 00010000:00010000:2.0:1740485460.132102:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132103:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708147968 00010000:00010000:2.0:1740485460.132116:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2711 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132123:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708148096 00000100:00100000:0.0:1740485460.132125:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708148096 00010000:00010000:2.0:1740485460.132126:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2711 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.132135:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dab9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708148224:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.132137:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430922 00000100:00100000:0.0:1740485460.132141:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3325:3764:x1825030708148096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.132148:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.132151:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16169 count 1 00010000:00010000:0.0:1740485460.132161:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.132166:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.132171:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2711 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.132177:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.132179:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.132181:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.132185:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d862300/2, rc 0, transno 4295558729 00000100:00100000:2.0:1740485460.132193:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708143488:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.132196:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2711 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.132205:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2711 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.132215:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098566680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708148480:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.132232:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.132276:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f57480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708145920:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.132291:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.132366:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708146304:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.132377:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708148864 00000100:00100000:2.0:1740485460.132381:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708148864 00010000:00010000:0.0:1740485460.132381:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c12000/0x5922c046cdb8b436 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.132396:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430925 00000100:00100000:0.0:1740485460.132400:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869146496 00000100:00100000:2.0:1740485460.132401:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3326:3767:x1825030708148864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.132403:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869146496 00002000:00080000:2.0:1740485460.132410:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16170 count 1 00010000:00010000:0.0:1740485460.132414:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a915000/0x5922c046cda7c3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749f9 expref: 14160 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.132421:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132430:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2710 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132437:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.132438:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.132438:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519692 00010000:00010000:2.0:1740485460.132441:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132443:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14160:2006:x1825030869146496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.132450:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.132455:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2710 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.132455:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a915000/0x5922c046cda7c3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749f9 expref: 14160 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.132464:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a915000/0x5922c046cda7c3bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749f9 expref: 14160 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.132465:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2710 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.132474:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880090a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708149120:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.132476:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a915000/0x5922c046cda7c3bd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749f9 expref: 14160 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.132486:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.132487:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.132490:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.132490:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2600/0x5922c046cdb8b43d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.132497:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2600/0x5922c046cdb8b43d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.132518:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.132532:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14159:2006:x1825030869146496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.132539:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519692 00000100:00100000:2.0:1740485460.132614:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708149248 00000100:00100000:0.0:1740485460.132616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.132618:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708149248 00000100:00100000:2.0:1740485460.132633:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430926 00000100:00100000:2.0:1740485460.132638:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3327:3764:x1825030708149248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.132647:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16171 count 1 00010000:00010000:2.0:1740485460.132656:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132665:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099eb8e00/0x5922c046cda65c9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac87 expref: 2710 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132672:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.132673:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.132678:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.132679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.132724:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099eb8e00/0x5922c046cda65c9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac87 expref: 2711 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132734:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099eb8e00/0x5922c046cda65c9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac87 expref: 2711 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.132744:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708149504:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.132763:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.132790:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132797:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132805:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132811:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132818:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132824:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800909dca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.132827:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132833:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132841:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.132847:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800909dca00/0x5922c046cdb8b42f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.132964:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3945:3767:x1825030708145536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1919us (2061us total) trans 4295558731 rc 0/0 00000100:00100000:2.0:1740485460.132971:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430911 00000004:00080000:0.0:1740485460.133048:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f55f80/2, rc 0, transno 4295558731 00000100:00100000:0.0:1740485460.133065:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708145536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.133135:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708149888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.133172:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.133190:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430928 00000100:00100000:2.0:1740485460.133196:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3946:3766:x1825030708149760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.133207:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29083 count 1 00010000:00010000:2.0:1740485460.133216:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.133226:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14157 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.133232:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.133234:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.133236:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.133250:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14157 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.133258:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14157 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.133267:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708150016:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.133287:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.135391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.135418:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708147200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.135420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135435:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.135451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.135486:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519696 00000100:00100000:2.0:1740485460.135493:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14160:2004:x1825030869146880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.135503:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.135503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135508:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135517:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.135517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.135529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135530:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d6ee00/0x5922c046cda7c43b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a38 expref: 14159 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135543:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135544:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135547:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135567:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135598:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.135601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.135617:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14158:2004:x1825030869146880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 123us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.135624:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519696 00000100:00100000:0.0:1740485460.135632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.135676:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519700 00000100:00100000:2.0:1740485460.135682:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2712:2003:x1825030869147520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.135689:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.135695:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2712 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.135702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135706:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2712 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135717:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135718:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135721:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135729:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135738:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.135753:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2712:2003:x1825030869147520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.135762:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519700 00000100:00100000:2.0:1740485460.135775:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519703 00000100:00100000:2.0:1740485460.135780:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2711:2004:x1825030869147776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.135786:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.135790:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2711 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135799:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2711 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.135802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135808:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135810:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.135813:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135819:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.135828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135829:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.135843:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2711:2004:x1825030869147776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.135844:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132f3be00/0x5922c046cda7c4d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374aa8 expref: 14156 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.135850:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519703 00000100:00100000:1.0:1740485460.135857:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519705 00000100:00100000:1.0:1740485460.135860:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14156:2004:x1825030869148032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.135864:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.135866:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132f3be00/0x5922c046cda7c4d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374aa8 expref: 14156 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.135872:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132f3be00/0x5922c046cda7c4d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374aa8 expref: 14156 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.135878:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.135879:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.135880:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.135884:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.135891:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.135904:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14156:2004:x1825030869148032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.135907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.135908:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519705 00000100:00100000:2.0:1740485460.135915:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708149504:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.135916:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148160 00000100:00100000:1.0:1740485460.135918:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148160 00010000:00010000:1.0:1740485460.135924:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2710 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135927:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.135927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135940:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.135946:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148288 00000100:00100000:1.0:1740485460.135947:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148288 00010000:00010000:2.0:1740485460.135948:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.135953:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099eb8e00/0x5922c046cda65c9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac87 expref: 2711 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.135954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.135955:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.135960:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148416 00000100:00100000:1.0:1740485460.135961:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148416 00010000:00010000:2.0:1740485460.135962:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.135965:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072833400/0x5922c046cda7c530 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ad9 expref: 14155 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135969:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.135975:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b634200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.135976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.135977:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519706 00010000:00010000:2.0:1740485460.135978:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.135979:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2711:2006:x1825030869148160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.135983:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.135985:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2711 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135987:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.135992:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2711 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.135994:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136000:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b634200/0x5922c046cdb8b452 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136002:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.136003:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.136006:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136012:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136027:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519708 00010000:00010000:1.0:1740485460.136028:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.136032:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14156:2003:x1825030869148416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.136040:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.136044:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072833400/0x5922c046cda7c530 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ad9 expref: 14156 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.136044:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2710:2006:x1825030869148160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.136051:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519706 00010000:00010000:2.0:1740485460.136054:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072833400/0x5922c046cda7c530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ad9 expref: 14156 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.136064:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.136065:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519709 00010000:00010000:2.0:1740485460.136066:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.136069:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a530c200/0x5922c046cdb8b49f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.136070:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14156:2003:x1825030869148544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.136075:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.136078:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a530c200/0x5922c046cdb8b49f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x719a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136079:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14156 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.136084:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14156 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.136087:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.136091:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.136092:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.136094:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136098:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136103:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14156:2003:x1825030869148416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.136106:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.136109:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519708 00000100:00100000:0.0:1740485460.136113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.136122:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14154:2003:x1825030869148544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.136124:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148672 00000100:00100000:2.0:1740485460.136127:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148672 00000100:00100000:1.0:1740485460.136128:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519709 00010000:00010000:2.0:1740485460.136138:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d58c00/0x5922c046cda65d82 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ace2 expref: 2709 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.136152:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519710 00000100:00100000:1.0:1740485460.136158:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2709:2005:x1825030869148672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.136165:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.136167:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136170:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d58c00/0x5922c046cda65d82 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ace2 expref: 2709 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.136174:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136177:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009757fa00/0x5922c046cda65b52 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136abca expref: 2709 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.136180:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136180:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d58c00/0x5922c046cda65d82 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ace2 expref: 2709 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.136186:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136190:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.136191:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.136192:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136194:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.136195:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098566680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708148480:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.136201:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136202:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880136198200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.136205:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136209:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.136209:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136211:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136217:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136219:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136224:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136225:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136198200/0x5922c046cdb8b498 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.136225:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2708:2005:x1825030869148672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.136229:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519710 00010000:00010000:0.0:1740485460.136232:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136239:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136246:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136251:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d99f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.136254:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.136261:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136271:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d59800/0x5922c046cda65a79 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ab3e expref: 2707 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.136276:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.136278:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708148352:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.136282:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d99f600/0x5922c046cdb8b47c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136286:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136295:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136299:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136303:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136306:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136310:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136313:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d39d000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.136315:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136320:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136328:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136333:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d39d000/0x5922c046cdb8b475 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136342:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3330:3764:x1825030708149248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3701us (3742us total) trans 4295501108 rc 0/0 00000100:00100000:2.0:1740485460.136348:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430926 00000100:00100000:1.0:1740485460.136463:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3330:3764:x1825030708147968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4330us (4379us total) trans 4295501110 rc 0/0 00000100:00100000:0.0:1740485460.136463:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3330:3764:x1825030708148096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4320us (4360us total) trans 4295501109 rc 0/0 00000100:00100000:2.0:1740485460.136468:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3948:3766:x1825030708146560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5034us (5105us total) trans 4295558734 rc 0/0 00000100:00100000:1.0:1740485460.136468:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430921 00000100:00100000:0.0:1740485460.136471:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430922 00000100:00100000:2.0:1740485460.136475:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430915 00010000:00010000:1.0:1740485460.136489:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013206aa00/0x5922c046cda65961 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaa4 expref: 2706 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.136497:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708147840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.136503:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a4aa000/0x5922c046cda65c16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ac41 expref: 2705 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.136505:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136510:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136515:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708149120:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.136516:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136523:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136528:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136529:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136535:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136541:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136545:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd3c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.136548:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136548:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136569:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136570:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136576:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136598:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136605:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098cd3c00/0x5922c046cdb8b444 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136606:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136612:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134cd6000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.136614:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136620:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136629:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136635:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134cd6000/0x5922c046cdb8b491 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.136691:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3330:3767:x1825030708146432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5290us (5439us total) trans 4295501111 rc 0/0 00000100:00100000:1.0:1740485460.136696:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430914 00000004:00080000:0.0:1740485460.136724:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f57b80/2, rc 0, transno 4295501111 00000100:00100000:0.0:1740485460.136734:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708146432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.136735:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3329:3767:x1825030708148864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4333us (4369us total) trans 4295501112 rc 0/0 00000100:00100000:2.0:1740485460.136742:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430925 00000004:00080000:2.0:1740485460.136768:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f54a80/2, rc 0, transno 4295558734 00000004:00080000:0.0:1740485460.136771:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f57480/2, rc 0, transno 4295501112 00000100:00100000:2.0:1740485460.136775:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708146560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.136778:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708148864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.136783:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099049000/0x5922c046cda7c48f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a85 expref: 14152 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.136789:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708147584:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.136795:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.136799:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.136803:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708150528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.136804:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136809:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095026000/0x5922c046cda7c584 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b0a expref: 14151 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.136811:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136815:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136819:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136820:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708150016:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.136822:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.136823:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.136825:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.136827:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136831:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136833:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136836:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136840:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136840:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b467 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136847:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136853:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136859:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136865:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136871:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880136199c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.136874:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136880:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136888:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.136893:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136199c00/0x5922c046cdb8b4a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.136919:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3947:3767:x1825030708146944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4984us (5122us total) trans 4295558737 rc 0/0 00000100:00100000:1.0:1740485460.136924:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430919 00000100:00100000:1.0:1740485460.136933:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708150528 00000100:00100000:1.0:1740485460.136935:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708150528 00000004:00080000:0.0:1740485460.136941:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006e5f3b80/2, rc 0, transno 4295558737 00000100:00100000:1.0:1740485460.136947:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430930 00000100:00100000:1.0:1740485460.136949:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3948:3767:x1825030708150528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.136949:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006e5f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708146944:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.136957:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29084 count 1 00010000:00010000:1.0:1740485460.136965:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136972:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.136975:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.136976:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.136978:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.136978:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708150656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.136988:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.136991:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3948:3766:x1825030708149760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3793us (3840us total) trans 4295558738 rc 0/0 00010000:00010000:1.0:1740485460.136993:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.136997:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430928 00000100:00100000:1.0:1740485460.136999:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708150784:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.137008:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708150272 00000100:00100000:2.0:1740485460.137011:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708150272 00000100:00100000:1.0:1740485460.137014:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.137025:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430931 00000100:00100000:2.0:1740485460.137030:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3329:3764:x1825030708150272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.137031:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132f3be00/0x5922c046cda7c4d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374aa8 expref: 14150 pid: 16707 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.137039:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16173 count 1 00000100:00100000:1.0:1740485460.137041:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708148992:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.137048:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137049:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132104000/0x5922c046cdb8b4bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137053:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137057:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137059:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009695d800/0x5922c046cda65e3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ad75 expref: 2703 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137061:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137065:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137070:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137071:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.137073:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.137075:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132104000/0x5922c046cdb8b4bb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137075:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd2800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.137078:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137084:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137089:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009695d800/0x5922c046cda65e3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ad75 expref: 2703 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.137095:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.137097:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009695d800/0x5922c046cda65e3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ad75 expref: 2703 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.137098:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137104:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2800/0x5922c046cdb8b48a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.137109:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708151680:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.137122:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708151424 00000100:00100000:0.0:1740485460.137124:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708151296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.137125:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708151424 00000100:00100000:0.0:1740485460.137139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.137142:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430932 00000100:00100000:1.0:1740485460.137146:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708151296 00000100:00100000:2.0:1740485460.137147:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3331:3764:x1825030708150912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.137149:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708151296 00000100:00100000:0.0:1740485460.137151:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.137155:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708151168:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.137157:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16175 count 1 00010000:00010000:2.0:1740485460.137166:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137172:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430934 00010000:00010000:2.0:1740485460.137175:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2703 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137176:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3950:3764:x1825030708151424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.137179:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430935 00010000:00010000:2.0:1740485460.137181:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.137182:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.137184:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.137184:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29087 count 1 00000100:00100000:0.0:1740485460.137184:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3950:3767:x1825030708150656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.137191:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.137195:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29085 count 1 00010000:00010000:1.0:1740485460.137198:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a84c200/0x5922c046cda7c6aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bb2 expref: 14149 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137199:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2703 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137202:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137203:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137204:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.137205:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137208:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2703 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.137214:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a84c200/0x5922c046cda7c6aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bb2 expref: 14149 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.137216:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14149 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.137217:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708151936:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.137219:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a84c200/0x5922c046cda7c6aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bb2 expref: 14149 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.137222:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.137224:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.137226:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137228:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708152064:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.137236:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.137242:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14149 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137243:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.137251:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14149 pid: 16682 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.137259:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969dea00/2, rc 0, transno 4295558738 00000100:00100000:0.0:1740485460.137260:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708152192:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.137266:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708149760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.137277:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.137299:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.137312:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708152448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.137331:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3951:3767:x1825030708148608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4971us (5045us total) trans 4295558739 rc 0/0 00000100:00100000:2.0:1740485460.137334:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.137337:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430924 00000100:00100000:1.0:1740485460.137350:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708152448 00000100:00100000:1.0:1740485460.137353:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708152448 00010000:00010000:2.0:1740485460.137362:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d09c600/0x5922c046cda659ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aaf8 expref: 2703 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.137365:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430938 00000100:00100000:1.0:1740485460.137368:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3951:3766:x1825030708152448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.137373:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dab9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708148224:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.137375:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29089 count 1 00010000:00010000:1.0:1740485460.137382:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137385:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137389:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14149 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137392:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137392:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137393:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1740485460.137393:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fb33b80/2, rc 0, transno 4295558739 00010000:00010000:1.0:1740485460.137395:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137399:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137408:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14149 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.137409:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fb33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708148608:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.137412:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137416:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14149 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.137419:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137424:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137429:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ce1d400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.137430:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708152704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.137432:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137437:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.137446:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137448:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.137452:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ce1d400/0x5922c046cdb8b46e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137474:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d58c00/0x5922c046cda65d82 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ace2 expref: 2702 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.137485:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708150144:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.137496:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137503:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137509:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137517:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137523:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137530:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137534:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f6d8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.137536:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137540:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137547:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137550:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b4ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137662:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3333:3767:x1825030708149888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4453us (4490us total) trans 4295501114 rc 0/0 00000100:00100000:1.0:1740485460.137666:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430929 00000100:00100000:1.0:1740485460.137674:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708152832 00000100:00100000:1.0:1740485460.137676:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708152832 00000100:00100000:1.0:1740485460.137684:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430939 00000040:00080000:2.0:1740485460.137685:0:11447:0:(llog.c:795:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 64768 count 3949 00000100:00100000:1.0:1740485460.137686:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3333:3767:x1825030708152832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.137693:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16178 count 1 00010000:00010000:1.0:1740485460.137700:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137707:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2701 pid: 16617 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1740485460.137708:0:11447:0:(llog.c:738:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00010000:00010000:1.0:1740485460.137711:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000040:00080000:2.0:1740485460.137712:0:11447:0:(llog_cat.c:825:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 6 of catalog [0x1:0x5:0x0] 00010000:00010000:1.0:1740485460.137712:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137714:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137724:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2701 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137730:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2701 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.137735:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708153088:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.137747:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.137762:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708150784:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.137769:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.137836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.137858:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3335:3767:x1825030708147712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5794us (5836us total) trans 4295501115 rc 0/0 00000100:00100000:0.0:1740485460.137860:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.137867:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430920 00000100:00100000:1.0:1740485460.137873:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708151040 00000100:00100000:0.0:1740485460.137876:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708151552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.137877:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708151040 00000100:00100000:1.0:1740485460.137896:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430942 00000100:00100000:0.0:1740485460.137896:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.137899:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4a300/2, rc 0, transno 4295501115 00000100:00100000:1.0:1740485460.137900:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3335:3764:x1825030708151040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.137907:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:1.0:1740485460.137910:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16176 count 1 00000100:00100000:2.0:1740485460.137914:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708147712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.137914:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880090a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708153216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.137919:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.137926:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2701 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.137927:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708151552 00000100:00100000:2.0:1740485460.137930:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708151552 00010000:00010000:1.0:1740485460.137930:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137931:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.137933:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.137939:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.137947:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2701 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.137949:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708153216 00000100:00100000:2.0:1740485460.137952:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708153216 00010000:00010000:1.0:1740485460.137955:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2701 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.137962:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430943 00000100:00100000:1.0:1740485460.137964:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708153728:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.137967:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3954:3764:x1825030708151552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.137969:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430944 00000100:00100000:0.0:1740485460.137975:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3954:3764:x1825030708153216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.137977:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29088 count 1 00000100:00100000:1.0:1740485460.137984:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.137986:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.137988:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29090 count 1 00000100:00100000:1.0:1740485460.137995:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148800 00010000:00010000:2.0:1740485460.137997:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14149 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.137997:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.137998:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148800 00010000:00010000:2.0:1740485460.138003:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.138004:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.138007:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.138008:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14150 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138009:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.138015:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.138016:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.138019:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.138022:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14150 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.138025:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519711 00010000:00010000:2.0:1740485460.138031:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14150 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.138031:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14150:2004:x1825030869148800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.138036:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14150 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138037:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.138041:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.138046:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.138046:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14150 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.138048:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708153984:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.138054:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dcdbe00/0x5922c046cda7c5ae lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b26 expref: 14150 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.138056:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708154112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.138061:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.138062:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.138062:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.138064:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138068:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.138074:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.138078:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.138089:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14149:2004:x1825030869148800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.138091:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.138093:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519711 00010000:00010000:1.0:1740485460.138106:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138111:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138115:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138118:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138121:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138128:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c13c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.138130:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138133:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138138:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138142:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b4b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.138242:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3955:3767:x1825030708150528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1290us (1418us total) trans 4295558740 rc 0/0 00000100:00100000:1.0:1740485460.138248:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430930 00000004:00080000:2.0:1740485460.138271:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969dce00/2, rc 0, transno 4295558740 00000100:00100000:2.0:1740485460.138286:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708150528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.138343:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708154368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.138363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.138398:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708154368 00000100:00100000:1.0:1740485460.138402:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708154368 00000100:00100000:1.0:1740485460.138414:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430946 00000100:00100000:1.0:1740485460.138416:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3955:3764:x1825030708154368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.138424:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29092 count 1 00010000:00010000:1.0:1740485460.138431:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138437:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14148 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138444:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.138445:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.138447:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138456:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14148 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.138462:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14148 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.138467:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708154496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.138493:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.139759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.139782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.139784:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708151936:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.139797:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.139800:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869148928 00000100:00100000:1.0:1740485460.139805:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869148928 00000100:00100000:0.0:1740485460.139806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.139816:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0a6400/0x5922c046cda65ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136add7 expref: 2702 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.139834:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149184 00000100:00100000:0.0:1740485460.139834:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708152192:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.139835:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149184 00010000:00010000:1.0:1740485460.139842:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a84c200/0x5922c046cda7c6aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bb2 expref: 14149 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.139847:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.139851:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519712 00000100:00100000:1.0:1740485460.139854:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2703:2006:x1825030869148928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.139861:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.139864:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d0a6400/0x5922c046cda65ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136add7 expref: 2703 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.139870:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d0a6400/0x5922c046cda65ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136add7 expref: 2703 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.139870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.139874:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519714 00010000:00010000:1.0:1740485460.139878:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0a6400/0x5922c046cda65ed9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136add7 expref: 2703 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.139883:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2702:2003:x1825030869149056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.139886:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.139887:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.139889:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098576400/0x5922c046cdb8b4c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.139894:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098576400/0x5922c046cdb8b4c9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.139896:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149312 00000100:00100000:2.0:1740485460.139899:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149312 00010000:00010000:1.0:1740485460.139904:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.139908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.139911:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14150 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.139921:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2702:2006:x1825030869148928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.139926:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519712 00000100:00100000:2.0:1740485460.139929:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149440 00000100:00100000:2.0:1740485460.139932:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149440 00000100:00100000:1.0:1740485460.139937:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519715 00010000:00010000:2.0:1740485460.139940:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b635400/0x5922c046cda7c625 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b73 expref: 14151 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.139941:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14151:2004:x1825030869149312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.139945:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.139948:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14151 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.139957:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14150 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.139958:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519716 00000100:00100000:2.0:1740485460.139963:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14150:2006:x1825030869149440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.139968:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d15c00/0x5922c046cda7c5e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b5e expref: 14150 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.139969:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.139970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.139973:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b635400/0x5922c046cda7c625 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x719e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b73 expref: 14150 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.139977:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.139979:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.139981:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.139982:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b635400/0x5922c046cda7c625 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b73 expref: 14149 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.139988:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.139993:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.139994:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.139997:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff7b400/0x5922c046cdb8b4de lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.139998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.140004:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff7b400/0x5922c046cdb8b4de lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x719e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140012:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.140015:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.140020:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140027:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140035:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14149:2006:x1825030869149440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (126us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.140035:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.140036:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d054380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14149:2004:x1825030869149312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.140041:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519716 00010000:00010000:0.0:1740485460.140042:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.140045:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519715 00010000:00010000:0.0:1740485460.140049:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140052:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149568 00000100:00100000:2.0:1740485460.140054:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149568 00010000:00010000:0.0:1740485460.140059:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5b18800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.140060:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149696 00010000:00010000:0.0:1740485460.140062:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140063:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca0e800/0x5922c046cda66164 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af35 expref: 2702 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140063:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149696 00010000:00010000:0.0:1740485460.140069:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140070:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14148 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.140079:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140080:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519717 00000100:00100000:2.0:1740485460.140085:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2702:2004:x1825030869149568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.140085:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519718 00010000:00010000:0.0:1740485460.140085:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b18800/0x5922c046cdb8b4d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.140088:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14148:2006:x1825030869149696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.140092:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.140093:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.140094:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14148 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.140097:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ca0e800/0x5922c046cda66164 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af35 expref: 2702 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140101:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14148 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.140106:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ca0e800/0x5922c046cda66164 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af35 expref: 2702 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140111:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140113:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140115:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140116:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140117:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140120:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cdb8b4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140122:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140126:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5b5000/0x5922c046cdb8b4e5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140132:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.140135:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.140152:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14148:2006:x1825030869149696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.140153:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2702:2004:x1825030869149568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.140159:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519718 00000100:00100000:2.0:1740485460.140163:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519717 00010000:00010000:2.0:1740485460.140182:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.140187:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2701 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140191:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a84c200/0x5922c046cda7c6aa lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bb2 expref: 14146 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.140195:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2701 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.140206:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d009000/0x5922c046cda65f9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ae39 expref: 2701 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140212:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708152064:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.140218:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140219:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140222:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140223:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140228:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140230:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140238:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.140241:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.140247:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3956:3767:x1825030708150656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3007us (3096us total) trans 4295558741 rc 0/0 00010000:00010000:1.0:1740485460.140248:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140251:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2700:2003:x1825030869149056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 370us (468us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.140253:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140256:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519714 00000100:00100000:0.0:1740485460.140256:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430935 00010000:00010000:1.0:1740485460.140259:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140264:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4c7c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.140267:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140272:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140280:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140286:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b4d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x719f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140292:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140299:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140306:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140312:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140318:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140329:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800909dc000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.140330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.140332:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140338:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140346:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140352:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909dc000/0x5922c046cdb8b4c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.140353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.140373:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3956:3764:x1825030708151424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3196us (3305us total) trans 4295558743 rc 0/0 00000100:00100000:2.0:1740485460.140377:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149824 00000100:00100000:1.0:1740485460.140378:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430934 00000100:00100000:2.0:1740485460.140379:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149824 00010000:00010000:2.0:1740485460.140388:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2699 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140393:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869149952 00000100:00100000:1.0:1740485460.140395:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869149952 00000100:00100000:2.0:1740485460.140402:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519719 00010000:00010000:1.0:1740485460.140404:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b539200/0x5922c046cda66283 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aff2 expref: 2700 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.140407:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2700:2003:x1825030869149824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.140413:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.140417:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2700 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140417:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519720 00000100:00100000:1.0:1740485460.140420:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2700:2004:x1825030869149952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.140425:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2700 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140425:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.140428:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b539200/0x5922c046cda66283 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aff2 expref: 2700 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140434:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b539200/0x5922c046cda66283 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aff2 expref: 2700 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.140436:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140437:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.140440:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.140440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.140441:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140442:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140443:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f400/0x5922c046cdb8b4fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140447:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba2f400/0x5922c046cdb8b4fa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140448:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140455:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.140458:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.140468:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2700:2004:x1825030869149952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.140471:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519720 00000100:00100000:2.0:1740485460.140475:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2700:2003:x1825030869149824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.140480:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150080 00000100:00100000:1.0:1740485460.140481:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150080 00000100:00100000:2.0:1740485460.140483:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519719 00010000:00010000:1.0:1740485460.140487:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2700 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140496:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519721 00000100:00100000:1.0:1740485460.140499:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2699:2003:x1825030869150080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.140502:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.140504:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2699 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140509:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2698 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140515:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140515:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.140517:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140521:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140526:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.140544:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2698:2003:x1825030869150080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.140548:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519721 00010000:00010000:1.0:1740485460.140602:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e2d800/0x5922c046cda66084 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136aeb7 expref: 2697 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.140614:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708153728:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.140622:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140627:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140630:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140631:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3338:3764:x1825030708150912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3482us (3576us total) trans 4295501118 rc 0/0 00010000:00010000:1.0:1740485460.140634:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140637:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430932 00010000:00010000:1.0:1740485460.140638:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140642:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140645:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b2600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.140647:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140650:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140659:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140663:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975b2600/0x5922c046cdb8b508 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.140664:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098565f80/2, rc 0, transno 4295501117 00000100:00100000:2.0:1740485460.140680:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708151168:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.140690:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098566a00/2, rc 0, transno 4295558742 00000100:00100000:2.0:1740485460.140695:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708151296:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.140704:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098564e00/2, rc 0, transno 4295558741 00000100:00100000:2.0:1740485460.140707:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708150656:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.140728:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098564a80/2, rc 0, transno 4295501116 00000100:00100000:2.0:1740485460.140735:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708150400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.140743:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3337:3764:x1825030708151040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2843us (2883us total) trans 4295501120 rc 0/0 00000100:00100000:1.0:1740485460.140747:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430942 00000100:00100000:1.0:1740485460.140755:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708154624 00000100:00100000:1.0:1740485460.140757:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708154624 00000100:00100000:1.0:1740485460.140774:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708154752 00000100:00100000:1.0:1740485460.140775:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708154752 00000100:00100000:2.0:1740485460.140780:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430947 00000100:00100000:2.0:1740485460.140786:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3337:3765:x1825030708154624:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.140788:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708154880 00000100:00100000:1.0:1740485460.140789:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708154880 00002000:00080000:2.0:1740485460.140796:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16181 count 1 00000100:00100000:0.0:1740485460.140799:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430949 00000100:00100000:0.0:1740485460.140805:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3957:3766:x1825030708154880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.140806:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140816:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072a8cc00/0x5922c046cda7c721 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bea expref: 14145 pid: 16654 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.140816:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29094 count 1 00010000:00010000:2.0:1740485460.140817:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2696 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140823:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.140824:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708152704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.140825:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.140826:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140827:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140832:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140836:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140836:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099047200/0x5922c046cda7c840 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ca0 expref: 14144 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140840:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2696 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140840:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140844:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140844:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.140845:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.140848:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140848:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.140849:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2696 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.140852:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140855:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008da2e800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.140857:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708155392:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.140857:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140860:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140864:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099047200/0x5922c046cda7c840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ca0 expref: 14144 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140867:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.140873:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008da2e800/0x5922c046cdb8b4ec lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.140874:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099047200/0x5922c046cda7c840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ca0 expref: 14144 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.140875:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.140884:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708155520:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.140898:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098566300/2, rc 0, transno 4295501120 00000100:00100000:2.0:1740485460.140904:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708151040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.140907:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.140919:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708155136 00000100:00100000:0.0:1740485460.140922:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708155136 00000100:00100000:2.0:1740485460.140926:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.140933:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708155648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.140936:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708155008 00000100:00100000:0.0:1740485460.140938:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708155008 00000100:00100000:2.0:1740485460.140951:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.140957:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708155648 00000100:00100000:0.0:1740485460.140959:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708155648 00000100:00100000:0.0:1740485460.140974:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430951 00000004:00080000:2.0:1740485460.140975:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098564700/2, rc 0, transno 4295501118 00000100:00100000:1.0:1740485460.140977:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3958:3766:x1825030708152448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3607us (3641us total) trans 4295558744 rc 0/0 00000100:00100000:0.0:1740485460.140978:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3340:3765:x1825030708155008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.140981:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708150912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.140982:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430938 00002000:00080000:0.0:1740485460.140988:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16182 count 1 00000100:00100000:1.0:1740485460.140991:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430952 00000100:00100000:1.0:1740485460.140994:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3340:3767:x1825030708155648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.140998:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.140999:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708155776:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.141003:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16184 count 1 00010000:00010000:0.0:1740485460.141008:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2696 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141010:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141015:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.141018:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2696 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141020:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.141021:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.141022:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.141023:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.141024:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141024:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141036:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708155776 00000100:00100000:2.0:1740485460.141039:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708155776 00010000:00010000:1.0:1740485460.141039:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2696 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141040:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2696 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141048:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2696 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.141049:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2696 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.141055:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430953 00000100:00100000:1.0:1740485460.141058:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708156032:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.141058:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708156160:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.141059:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3341:3767:x1825030708155776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.141068:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16185 count 1 00010000:00010000:2.0:1740485460.141078:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.141078:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.141081:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.141088:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2696 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141094:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.141095:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.141098:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141101:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072b24e00/0x5922c046cda661e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136af82 expref: 2696 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.141113:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708153088:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.141114:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2695 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141122:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2695 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.141125:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141130:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708156416:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.141137:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141144:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141147:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51240 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.141151:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141157:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708156288 00010000:00010000:1.0:1740485460.141158:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141160:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708156288 00010000:00010000:1.0:1740485460.141164:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141169:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132105800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.141173:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141176:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430954 00010000:00010000:1.0:1740485460.141180:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.141181:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3958:3765:x1825030708156288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.141189:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29095 count 1 00010000:00010000:1.0:1740485460.141189:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141196:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132105800/0x5922c046cdb8b4f3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141198:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141207:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14144 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141212:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.141214:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.141216:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141229:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14144 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.141236:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14144 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.141244:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708156544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.141273:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51000 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.141291:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098565880/2, rc 0, transno 4295558743 00000100:00100000:2.0:1740485460.141298:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708151424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.141302:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3342:3767:x1825030708152832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3614us (3825us total) trans 4295501121 rc 0/0 00000100:00100000:1.0:1740485460.141307:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430939 00000100:00100000:2.0:1740485460.141339:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708156672:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.141339:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096159c00/2, rc 0, transno 4295501121 00000100:00100000:1.0:1740485460.141344:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708152832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.141359:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.141378:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708156672 00000100:00100000:1.0:1740485460.141381:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708156672 00000100:00100000:1.0:1740485460.141395:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708156800 00000100:00100000:1.0:1740485460.141397:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708156800 00000100:00100000:0.0:1740485460.141406:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430955 00000100:00100000:1.0:1740485460.141411:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430956 00000100:00100000:0.0:1740485460.141412:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3959:3765:x1825030708156672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.141416:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3342:3766:x1825030708156800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.141422:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29096 count 1 00002000:00080000:1.0:1740485460.141426:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16186 count 1 00010000:00010000:0.0:1740485460.141432:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141436:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141442:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14144 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141446:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2695 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141448:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.141450:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.141452:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.141452:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141453:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.141456:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141472:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2695 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.141480:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14144 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.141486:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2695 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.141490:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14144 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.141495:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708156928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.141499:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708157056:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.141527:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.141532:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.142608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.142609:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708153984:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.142625:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.142633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.142653:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150336 00000100:00100000:1.0:1740485460.142658:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150336 00000100:00100000:0.0:1740485460.142662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.142668:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708154112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.142672:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14145 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.142680:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.142690:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150208 00000100:00100000:1.0:1740485460.142692:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150208 00000100:00100000:0.0:1740485460.142697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.142698:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c329c00/0x5922c046cda7c7a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c3e expref: 14146 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.142706:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150464 00000100:00100000:1.0:1740485460.142707:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150464 00010000:00010000:1.0:1740485460.142712:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14147 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.142714:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150592 00000100:00100000:2.0:1740485460.142717:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150592 00000100:00100000:0.0:1740485460.142719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.142722:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519722 00000100:00100000:1.0:1740485460.142725:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14147:2005:x1825030869150336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.142729:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009695d800/0x5922c046cda65e3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ad75 expref: 2696 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142730:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.142733:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14147 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142742:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14147 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.142742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.142750:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800721a9e00/0x5922c046cda7c6fe lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374bce expref: 14147 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.142754:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150720 00000100:00100000:2.0:1740485460.142757:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150720 00010000:00010000:1.0:1740485460.142757:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142758:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142760:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.142764:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.142766:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a85b600/0x5922c046cda66324 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b046 expref: 2697 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.142772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.142774:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.142783:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869150976 00000100:00100000:2.0:1740485460.142785:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869150976 00000100:00100000:1.0:1740485460.142790:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14148:2005:x1825030869150336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (184us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.142794:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b699400/0x5922c046cda7c824 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c84 expref: 14148 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.142794:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519722 00000100:00100000:1.0:1740485460.142805:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519723 00000100:00100000:1.0:1740485460.142807:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14147:2005:x1825030869150208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.142812:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519724 00010000:00010000:1.0:1740485460.142812:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.142815:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c329c00/0x5922c046cda7c7a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c3e expref: 14147 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.142818:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14147:2006:x1825030869150464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.142820:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c329c00/0x5922c046cda7c7a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c3e expref: 14147 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142827:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c329c00/0x5922c046cda7c7a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c3e expref: 14147 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.142828:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.142833:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14146 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142833:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142834:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142835:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.142839:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.142842:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14146 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142847:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.142854:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099fa9400/0x5922c046cda7c767 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c1b expref: 14146 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.142854:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708155520:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.142858:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14146:2005:x1825030869150208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.142861:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519723 00010000:00010000:2.0:1740485460.142867:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.142867:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.142869:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.142869:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519726 00010000:00010000:2.0:1740485460.142872:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.142872:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2696:2003:x1825030869150720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.142876:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.142879:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.142879:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a85b600/0x5922c046cda66324 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b046 expref: 2696 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142884:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a85b600/0x5922c046cda66324 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b046 expref: 2696 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142891:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a85b600/0x5922c046cda66324 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b046 expref: 2696 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.142892:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.142898:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142899:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142901:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096319c00/0x5922c046cdb8b51d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.142905:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096319c00/0x5922c046cdb8b51d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.142908:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14144:2006:x1825030869150464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (245us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.142910:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.142914:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519724 00000100:00100000:0.0:1740485460.142917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.142919:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2694:2003:x1825030869150720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.142922:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519726 00000100:00100000:1.0:1740485460.142931:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151104 00000100:00100000:1.0:1740485460.142933:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151104 00010000:00010000:1.0:1740485460.142938:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2694 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.142941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.142947:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151232 00000100:00100000:1.0:1740485460.142949:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151232 00010000:00010000:1.0:1740485460.142953:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099047200/0x5922c046cda7c840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ca0 expref: 14144 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.142955:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519728 00000100:00100000:2.0:1740485460.142959:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14144:2004:x1825030869150848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.142961:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519729 00000100:00100000:1.0:1740485460.142964:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2694:2005:x1825030869151104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.142965:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.142967:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.142970:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14144 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142970:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2694 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.142971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.142975:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2694 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.142981:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14143 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.142981:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142982:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142983:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.142987:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.142991:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.142993:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.142993:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.142996:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143002:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143010:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.143064:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2695:2005:x1825030869151104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 100us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.143064:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143068:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519729 00000100:00100000:2.0:1740485460.143070:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14142:2004:x1825030869150848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 110us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.143075:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519731 00010000:00010000:0.0:1740485460.143077:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143078:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2694:2004:x1825030869151360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.143079:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519728 00010000:00010000:1.0:1740485460.143082:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.143084:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143085:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cda6649e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b13b expref: 2694 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.143090:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cda6649e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b13b expref: 2694 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.143091:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143095:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143097:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.143097:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143098:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba2fe00/0x5922c046cdb8b540 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143102:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba2fe00/0x5922c046cdb8b540 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.143102:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d228800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.143105:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143107:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.143112:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143113:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143118:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2694:2004:x1825030869151360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.143120:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143121:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519731 00010000:00010000:0.0:1740485460.143122:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143127:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.143128:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d228800/0x5922c046cdb8b539 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143133:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143145:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143152:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5b19200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.143152:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c329000/0x5922c046cda7c7d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c5a expref: 14140 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.143155:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143158:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708154496:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.143162:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143167:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143170:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143171:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143175:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b19200/0x5922c046cdb8b516 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143175:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143179:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143183:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143187:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143190:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b2000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.143192:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143196:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143201:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143204:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800975b2000/0x5922c046cdb8b524 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.143232:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3961:3766:x1825030708154880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2426us (2451us total) trans 4295558745 rc 0/0 00000100:00100000:0.0:1740485460.143239:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430949 00000100:00100000:0.0:1740485460.143302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.143303:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3961:3764:x1825030708153216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5326us (5363us total) trans 4295558746 rc 0/0 00000100:00100000:1.0:1740485460.143306:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3961:3764:x1825030708154368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4888us (4942us total) trans 4295558747 rc 0/0 00000100:00100000:2.0:1740485460.143309:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430944 00000100:00100000:1.0:1740485460.143313:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430946 00000100:00100000:1.0:1740485460.143326:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151488 00000100:00100000:1.0:1740485460.143327:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151488 00010000:00010000:1.0:1740485460.143334:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2693 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.143339:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133166c00/0x5922c046cda663a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b08c expref: 2693 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.143346:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519732 00000100:00100000:1.0:1740485460.143349:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2692:2003:x1825030869151488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.143352:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708155392:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.143354:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.143356:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2692 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.143362:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2692 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.143365:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143368:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143369:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143371:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143375:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143377:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143381:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.143383:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143389:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143391:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2692:2003:x1825030869151488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.143395:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143395:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519732 00010000:00010000:2.0:1740485460.143400:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143405:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880136198c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.143406:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143408:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143410:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143414:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143415:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.143417:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708156160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.143422:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143423:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143426:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143429:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ba2e400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.143430:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136198c00/0x5922c046cdb8b52b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.143430:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143431:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143434:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143439:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143443:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba2e400/0x5922c046cdb8b501 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.143472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.143516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.143520:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009615ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3960:3767:x1825030708153344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5652us (5687us total) trans 4295558748 rc 0/0 00000100:00100000:1.0:1740485460.143524:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430941 00000100:00100000:2.0:1740485460.143537:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3343:3765:x1825030708154624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2749us (2814us total) trans 4295501124 rc 0/0 00000100:00100000:1.0:1740485460.143537:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151616 00000100:00100000:1.0:1740485460.143538:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151616 00000100:00100000:2.0:1740485460.143543:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430947 00010000:00010000:1.0:1740485460.143545:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2692 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.143594:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151744 00000100:00100000:1.0:1740485460.143596:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151744 00000100:00100000:2.0:1740485460.143602:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:16674:1825030708156416:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.143603:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2693 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.143612:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519733 00000100:00100000:1.0:1740485460.143615:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2693:2004:x1825030869151616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.143617:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143619:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.143621:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2693 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.143626:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2693 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.143632:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143634:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801353b5000/0x5922c046cda66443 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b0e7 expref: 2693 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.143638:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143642:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143643:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143644:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143645:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143649:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143651:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143657:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143657:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.143662:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134cd7a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.143664:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.143665:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143669:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2692:2004:x1825030869151616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.143673:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519733 00010000:00010000:0.0:1740485460.143673:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143675:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143680:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519734 00010000:00010000:0.0:1740485460.143681:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143682:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2691:2003:x1825030869151744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.143684:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143686:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.143688:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2691 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.143688:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143691:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134cd7a00/0x5922c046cdb8b50f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143693:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2691 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.143694:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143699:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f61a800/0x5922c046cda66634 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b214 expref: 2691 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.143700:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800986ad400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.143703:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143705:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143706:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143708:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143712:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.143714:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143719:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.143725:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.143726:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2690:2003:x1825030869151744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.143729:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519734 00010000:00010000:0.0:1740485460.143731:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b547 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.143749:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006dab9180/2, rc 0, transno 4295558748 00000100:00100000:1.0:1740485460.143760:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708153344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.143773:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c96e00/0x5922c046cda6654d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b19d expref: 2689 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.143781:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708156032:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.143785:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3960:3764:x1825030708151552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5816us (5887us total) trans 4295558750 rc 0/0 00010000:00010000:1.0:1740485460.143788:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.143790:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430943 00010000:00010000:1.0:1740485460.143793:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143796:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143800:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143804:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143806:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143808:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143811:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c12c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.143812:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143813:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143820:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143820:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143825:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143827:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143829:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c12c00/0x5922c046cdb8b54e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143833:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.143833:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3344:3765:x1825030708155008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2853us (2900us total) trans 4295501125 rc 0/0 00000100:00100000:0.0:1740485460.143839:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430951 00010000:00010000:2.0:1740485460.143843:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f5000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.143846:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143852:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143860:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.143866:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5000/0x5922c046cdb8b555 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.143867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.143903:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3343:3767:x1825030708155648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2908us (2952us total) trans 4295501127 rc 0/0 00000100:00100000:1.0:1740485460.143907:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430952 00000100:00100000:1.0:1740485460.143920:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869151872 00000100:00100000:1.0:1740485460.143922:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869151872 00010000:00010000:1.0:1740485460.143929:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14139 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.143937:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519735 00000100:00100000:1.0:1740485460.143940:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14139:2005:x1825030869151872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.143944:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.143946:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14139 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.143951:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14139 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.143960:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3343:3767:x1825030708155776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2899us (2943us total) trans 4295501128 rc 0/0 00010000:00010000:1.0:1740485460.143962:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.143963:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.143965:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430953 00010000:00010000:1.0:1740485460.143965:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143969:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.143976:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.143985:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14139:2005:x1825030869151872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.143989:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519735 00000004:00080000:2.0:1740485460.143990:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d057b80/2, rc 0, transno 4295558747 00000100:00100000:1.0:1740485460.144004:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708156928:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.144005:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708154368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.144011:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.144015:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090a5ca80/2, rc 0, transno 4295558746 00000100:00100000:2.0:1740485460.144018:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880090a5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708153216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.144022:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.144027:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098566d80/2, rc 0, transno 4295558750 00000100:00100000:2.0:1740485460.144030:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708151552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.144036:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.144042:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098566680/2, rc 0, transno 4295501126 00000100:00100000:0.0:1740485460.144044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.144056:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708150272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144062:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152000 00000100:00100000:1.0:1740485460.144064:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152000 00000100:00100000:2.0:1740485460.144070:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708157184 00010000:00010000:1.0:1740485460.144070:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14139 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.144073:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708157184 00000100:00100000:1.0:1740485460.144079:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519736 00000100:00100000:1.0:1740485460.144082:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14139:2004:x1825030869152000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.144086:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430957 00010000:00010000:1.0:1740485460.144088:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.144090:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14139 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.144091:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3960:3767:x1825030708157184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.144094:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708157056:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.144095:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14139 pid: 16663 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.144101:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29097 count 1 00010000:00010000:1.0:1740485460.144101:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b699c00/0x5922c046cda7c8cc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cf4 expref: 14139 pid: 16663 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.144105:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144107:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.144108:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.144110:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144112:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144114:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144121:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14138 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144121:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.144123:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144127:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.144129:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.144129:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144130:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14138:2004:x1825030869152000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (89us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.144132:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144134:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519736 00010000:00010000:0.0:1740485460.144137:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.144144:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144145:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.144149:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b795500/2, rc 0, transno 4295501128 00010000:00010000:0.0:1740485460.144151:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144153:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.144154:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708155776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.144157:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135ed8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.144160:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144163:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708157824:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.144166:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.144174:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b795880/2, rc 0, transno 4295501127 00010000:00010000:0.0:1740485460.144176:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144177:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708155648:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.144182:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135ed8200/0x5922c046cdb8b563 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144183:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d180 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.144190:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157696:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.144201:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d165600/0x5922c046cda7c894 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374cca expref: 14137 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.144210:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.144220:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708156544:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.144228:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.144232:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144232:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.144239:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144240:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.144245:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144252:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144257:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144263:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144267:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cbc8600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.144270:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144276:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.144277:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3962:3765:x1825030708156672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2864us (2917us total) trans 4295558751 rc 0/0 00000100:00100000:1.0:1740485460.144285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.144289:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144295:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b55c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144330:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152128 00000100:00100000:1.0:1740485460.144332:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152128 00010000:00010000:1.0:1740485460.144340:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2689 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.144344:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430955 00000100:00100000:1.0:1740485460.144350:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519737 00000100:00100000:1.0:1740485460.144352:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2689:2005:x1825030869152128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.144357:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.144359:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2689 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.144364:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2689 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.144371:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0000/0x5922c046cda66714 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b2a0 expref: 2689 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.144379:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.144380:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.144382:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144387:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144388:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3962:3765:x1825030708156288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3205us (3296us total) trans 4295558752 rc 0/0 00000100:00100000:2.0:1740485460.144393:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430954 00010000:00010000:1.0:1740485460.144395:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.144408:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2688:2005:x1825030869152128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.144411:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708157440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.144412:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519737 00000004:00080000:0.0:1740485460.144414:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d054380/2, rc 0, transno 4295558745 00010000:00010000:1.0:1740485460.144422:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144427:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144428:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.144429:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708154880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.144431:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144434:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144438:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144439:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.144441:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3a00 already unused, calling callback (ffffffffa0872710) 00000004:00080000:0.0:1740485460.144441:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d054a80/2, rc 0, transno 4295558749 00010000:00010000:1.0:1740485460.144443:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.144445:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708154752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.144450:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144454:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.144454:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615b100/2, rc 0, transno 4295501123 00010000:00010000:1.0:1740485460.144455:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144459:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3a00/0x5922c046cdb8b56a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.144462:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708153600:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.144472:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d860700/2, rc 0, transno 4295558751 00000100:00100000:2.0:1740485460.144486:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708156672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.144491:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708157440 00000100:00100000:0.0:1740485460.144494:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708157440 00000004:00080000:2.0:1740485460.144497:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d860000/2, rc 0, transno 4295558752 00000100:00100000:2.0:1740485460.144500:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708156288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.144507:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158080 00000100:00100000:0.0:1740485460.144509:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158080 00000004:00080000:2.0:1740485460.144510:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006dabb100/2, rc 0, transno 4295501125 00000100:00100000:2.0:1740485460.144520:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708155008:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.144532:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969dfb80/2, rc 0, transno 4295501122 00000100:00100000:2.0:1740485460.144535:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708155136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144540:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3345:3766:x1825030708156800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3123us (3147us total) trans 4295501129 rc 0/0 00000004:00080000:2.0:1740485460.144543:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615aa00/2, rc 0, transno 4295501124 00000100:00100000:1.0:1740485460.144544:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430956 00000100:00100000:0.0:1740485460.144547:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430961 00000100:00100000:2.0:1740485460.144567:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708154624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.144571:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3344:3765:x1825030708158080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144573:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708158592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.144592:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.144600:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.144608:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708159104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.144612:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.144615:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16189 count 1 00000100:00100000:1.0:1740485460.144625:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158592 00010000:00010000:0.0:1740485460.144625:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144627:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158592 00000100:00100000:2.0:1740485460.144634:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708159360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144635:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158848 00010000:00010000:0.0:1740485460.144635:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2687 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144637:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158848 00010000:00010000:0.0:1740485460.144641:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.144643:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.144645:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144648:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.144651:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430962 00000100:00100000:1.0:1740485460.144653:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3964:3767:x1825030708158592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.144660:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2687 pid: 16648 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.144662:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29102 count 1 00000100:00100000:2.0:1740485460.144664:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430963 00010000:00010000:0.0:1740485460.144668:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2687 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.144669:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.144670:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3964:3765:x1825030708158848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.144676:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c29c00/0x5922c046cda7ca54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374de9 expref: 14136 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.144678:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708159616:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.144681:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29103 count 1 00010000:00010000:1.0:1740485460.144681:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.144682:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.144683:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144691:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b59b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144693:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123c29c00/0x5922c046cda7ca54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374de9 expref: 14136 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144698:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123c29c00/0x5922c046cda7ca54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374de9 expref: 14136 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.144698:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.144702:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14136 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144704:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708159744:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.144708:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.144709:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.144712:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b59b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144717:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.144726:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14136 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.144734:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14136 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.144738:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.144741:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708158976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.144743:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708159872:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.144751:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.144761:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.144764:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708159104 00000100:00100000:1.0:1740485460.144766:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708159104 00000100:00100000:1.0:1740485460.144780:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158976 00000100:00100000:1.0:1740485460.144781:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158976 00000100:00100000:2.0:1740485460.144784:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430965 00000100:00100000:2.0:1740485460.144790:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3346:3767:x1825030708159104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144792:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430966 00000100:00100000:1.0:1740485460.144794:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3965:3767:x1825030708158976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.144799:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16191 count 1 00002000:00080000:1.0:1740485460.144802:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29104 count 1 00010000:00010000:2.0:1740485460.144808:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144808:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144818:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2687 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144818:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14136 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144821:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.144822:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.144824:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.144825:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.144827:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.144829:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144833:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14136 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.144838:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14136 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.144844:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2687 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.144844:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708160128:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.144853:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2687 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.144856:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.144862:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708160256:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.144877:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708157312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.144879:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.144892:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1740485460.144892:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.144898:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708157952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.144908:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708158464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.144915:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.144929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.144930:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144935:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158464 00000100:00100000:1.0:1740485460.144938:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158464 00000100:00100000:2.0:1740485460.144943:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.144953:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098565c00/2, rc 0, transno 4295501129 00000100:00100000:2.0:1740485460.144954:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708159232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144962:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708158720 00000100:00100000:0.0:1740485460.144962:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708156800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.144965:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708158720 00000100:00100000:2.0:1740485460.144966:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.144975:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708159232 00000100:00100000:1.0:1740485460.144977:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708159232 00000100:00100000:0.0:1740485460.144978:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430968 00000100:00100000:0.0:1740485460.144983:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3349:3765:x1825030708157952:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.144985:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430969 00000100:00100000:2.0:1740485460.144990:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3967:3766:x1825030708158464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.144994:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430970 00002000:00080000:0.0:1740485460.144996:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16188 count 1 00000100:00100000:1.0:1740485460.144998:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3349:3765:x1825030708158720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.145000:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29101 count 1 00010000:00010000:0.0:1740485460.145006:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.145010:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.145012:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16190 count 1 00010000:00010000:0.0:1740485460.145016:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.145020:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a8ec00/0x5922c046cda7ca0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db8 expref: 14136 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.145022:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.145022:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.145023:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.145025:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.145027:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.145028:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.145029:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2687 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.145031:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.145033:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.145034:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.145035:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.145040:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.145046:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a8ec00/0x5922c046cda7ca0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db8 expref: 14136 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.145046:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2687 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.145049:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.145051:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2687 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.145054:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a8ec00/0x5922c046cda7ca0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db8 expref: 14136 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.145058:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708160768:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.145058:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708160512:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.145062:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708160640:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.145072:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.145077:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.145082:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.145105:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.145109:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708161024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.145122:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.146809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.146824:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708157824:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.146837:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.146848:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152256 00000100:00100000:0.0:1740485460.146850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.146853:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152256 00010000:00010000:1.0:1740485460.146871:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.146899:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152384 00000100:00100000:1.0:1740485460.146901:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152384 00010000:00010000:1.0:1740485460.146911:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dd52800/0x5922c046cda667df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b302 expref: 2688 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.146923:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519738 00000100:00100000:1.0:1740485460.146926:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14137:2003:x1825030869152256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.146929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.146933:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.146936:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.146941:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.146950:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012314e000/0x5922c046cda7c904 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d09 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.146959:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.146960:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.146962:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.146965:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152512 00010000:00010000:1.0:1740485460.146967:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.146969:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152512 00010000:00010000:1.0:1740485460.146978:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.146981:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098581e00/0x5922c046cda7c9ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d87 expref: 14137 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.146987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.146996:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14137:2003:x1825030869152256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.147000:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519738 00000100:00100000:2.0:1740485460.147009:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152768 00000100:00100000:2.0:1740485460.147011:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152768 00010000:00010000:2.0:1740485460.147021:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2689 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147026:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519740 00000100:00100000:1.0:1740485460.147033:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14136:2003:x1825030869152512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.147039:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519741 00010000:00010000:1.0:1740485460.147039:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.147043:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098581e00/0x5922c046cda7c9ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d87 expref: 14136 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.147044:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2689:2006:x1825030869152768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.147048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147051:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.147052:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098581e00/0x5922c046cda7c9ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d87 expref: 14136 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147056:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2688 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147063:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098581e00/0x5922c046cda7c9ba lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d87 expref: 14136 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147064:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2688 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.147064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.147074:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147075:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147076:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.147077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147078:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147078:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147081:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147084:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147089:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147100:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.147101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147107:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.147116:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14135:2003:x1825030869152512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.147125:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2688:2006:x1825030869152768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.147128:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519740 00000100:00100000:2.0:1740485460.147133:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519741 00000100:00100000:1.0:1740485460.147141:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153024 00000100:00100000:1.0:1740485460.147143:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153024 00000100:00100000:0.0:1740485460.147143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.147145:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869152896 00000100:00100000:2.0:1740485460.147148:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869152896 00010000:00010000:1.0:1740485460.147150:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147158:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c29c00/0x5922c046cda7ca54 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374de9 expref: 14137 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147160:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153280 00000100:00100000:1.0:1740485460.147161:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153280 00010000:00010000:1.0:1740485460.147167:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14138 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147175:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519742 00000100:00100000:1.0:1740485460.147178:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14138:2006:x1825030869152640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.147179:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519743 00010000:00010000:1.0:1740485460.147183:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.147185:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14138:2004:x1825030869153024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.147187:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b818a00/0x5922c046cda7c966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d4f expref: 14138 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147190:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.147195:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14138 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147195:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b818a00/0x5922c046cda7c966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d4f expref: 14138 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147204:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14138 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147205:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b818a00/0x5922c046cda7c966 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d4f expref: 14138 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.147206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147215:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c547200/0x5922c046cda7cb03 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e21 expref: 14137 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147216:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147217:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147220:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134cd6800/0x5922c046cdb8b586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147226:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd6800/0x5922c046cdb8b586 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147227:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147229:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147231:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b59b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147241:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.147243:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b59b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.147252:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708160512:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.147253:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.147258:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14135:2006:x1825030869152640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.147264:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519742 00010000:00010000:0.0:1740485460.147265:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147268:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14135:2004:x1825030869153024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.147277:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519743 00000100:00100000:1.0:1740485460.147282:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519746 00010000:00010000:0.0:1740485460.147285:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012300a800/0x5922c046cda6694b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b3c6 expref: 2688 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147286:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14134:2004:x1825030869153280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.147291:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519747 00010000:00010000:1.0:1740485460.147292:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.147295:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708159616:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.147297:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2687:2004:x1825030869153408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.147297:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14133 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147303:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14133 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147304:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.147305:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147309:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2687 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147310:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147311:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.147312:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147313:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147317:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147318:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2687 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.147318:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147324:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.147326:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147329:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147330:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147333:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.147333:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.147336:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14133:2004:x1825030869153280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (193us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.147339:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.147339:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.147340:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519746 00010000:00010000:0.0:1740485460.147344:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135ed9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.147347:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.147347:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.147354:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147360:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2686:2004:x1825030869153408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (155us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.147363:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.147364:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708160768:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.147367:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519747 00010000:00010000:0.0:1740485460.147370:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ed9c00/0x5922c046cdb8b58d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147373:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147387:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f497600/0x5922c046cda7cbb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e6e expref: 14132 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147394:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708160128:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.147399:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147399:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147404:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147406:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147408:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147412:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147413:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147415:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147419:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147419:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147423:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd2a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.147425:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147425:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147429:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147430:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e467200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.147432:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147434:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147438:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147438:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b5b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147447:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147453:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e467200/0x5922c046cdb8b571 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.147472:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3351:3765:x1825030708158080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2918us (3016us total) trans 4295501130 rc 0/0 00000100:00100000:0.0:1740485460.147478:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430961 00000100:00100000:0.0:1740485460.147519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.147533:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3969:3767:x1825030708158976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2737us (2780us total) trans 4295558753 rc 0/0 00000100:00100000:1.0:1740485460.147539:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430966 00000100:00100000:0.0:1740485460.147539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.147600:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c29c00/0x5922c046cda7ca54 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374de9 expref: 14131 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147610:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708159744:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.147621:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147623:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153536 00000100:00100000:2.0:1740485460.147627:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153536 00010000:00010000:1.0:1740485460.147628:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147635:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.147638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147640:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2685 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147647:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.147652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.147653:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147657:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147658:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153664 00000100:00100000:2.0:1740485460.147660:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153664 00010000:00010000:1.0:1740485460.147660:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096add400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.147662:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147666:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147668:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a591a600/0x5922c046cda7c93c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d33 expref: 14131 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.147668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.147672:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147675:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096add400/0x5922c046cdb8b594 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147681:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153792 00000100:00100000:2.0:1740485460.147683:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153792 00010000:00010000:2.0:1740485460.147691:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2686 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.147703:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869153920 00000100:00100000:2.0:1740485460.147705:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869153920 00000100:00100000:0.0:1740485460.147709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.147712:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a8ec00/0x5922c046cda7ca0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db8 expref: 14132 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.147731:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869154048 00000100:00100000:2.0:1740485460.147733:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869154048 00010000:00010000:2.0:1740485460.147742:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0a00/0x5922c046cda66bb3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b532 expref: 2687 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.147757:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519748 00000100:00100000:2.0:1740485460.147761:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2688:2006:x1825030869153536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.147767:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3969:3767:x1825030708158592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3111us (3165us total) trans 4295558755 rc 0/0 00010000:00010000:2.0:1740485460.147768:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.147772:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2688 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147773:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430962 00010000:00010000:2.0:1740485460.147781:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2688 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147793:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d824200/0x5922c046cda66a78 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b459 expref: 2688 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.147795:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519750 00000100:00100000:1.0:1740485460.147801:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2687:2004:x1825030869153792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.147803:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147805:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147808:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147808:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.147813:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147815:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147822:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.147828:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.147831:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097506400/0x5922c046cda6688e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b364 expref: 2687 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147839:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.147840:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147841:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147844:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147845:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2686:2006:x1825030869153536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (326us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.147849:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147850:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147852:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519748 00010000:00010000:0.0:1740485460.147857:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.147863:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147865:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.147870:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147871:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519752 00000100:00100000:2.0:1740485460.147875:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2685:2004:x1825030869154048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.147876:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.147879:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147881:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.147884:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2685:2004:x1825030869153792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (246us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.147885:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0a00/0x5922c046cda66bb3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b532 expref: 2685 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.147885:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.147891:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519750 00010000:00010000:0.0:1740485460.147895:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147896:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9f0a00/0x5922c046cda66bb3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b532 expref: 2685 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.147902:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3e00/0x5922c046cdb8b5cc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.147906:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147907:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.147909:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098576000/0x5922c046cdb8b5d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.147909:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519753 00000100:00100000:1.0:1740485460.147913:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2684:2004:x1825030869154176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.147916:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098576000/0x5922c046cdb8b5d3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147920:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.147924:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.147925:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ebfe00/0x5922c046cda66d42 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b5fd expref: 2684 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.147930:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ebfe00/0x5922c046cda66d42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b5fd expref: 2684 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.147937:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2684:2004:x1825030869154048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (268us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.147938:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147939:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.147940:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5bb7800/0x5922c046cdb8b5da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.147943:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519752 00010000:00010000:1.0:1740485460.147944:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5bb7800/0x5922c046cdb8b5da lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.147952:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.147968:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2683:2004:x1825030869154176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.147974:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519753 00010000:00010000:1.0:1740485460.147993:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148000:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148003:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3351:3765:x1825030708158720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3003us (3057us total) trans 4295501133 rc 0/0 00000100:00100000:2.0:1740485460.148004:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3968:3767:x1825030708157184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3912us (3966us total) trans 4295558754 rc 0/0 00010000:00010000:1.0:1740485460.148007:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148010:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430970 00000100:00100000:2.0:1740485460.148013:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430957 00010000:00010000:1.0:1740485460.148013:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148020:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148026:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a530ca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.148028:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148029:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148033:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148035:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148037:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c69400/0x5922c046cda66b35 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b4c2 expref: 2682 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.148040:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148042:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148043:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a530ca00/0x5922c046cdb8b57f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148049:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.148050:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708160256:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.148056:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148061:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148061:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132104800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.148064:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148068:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148070:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148075:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148080:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148082:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148086:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132104800/0x5922c046cdb8b5be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148088:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148093:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148098:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008dbc6400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.148101:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148107:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148114:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148120:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dbc6400/0x5922c046cdb8b5a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148143:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3968:3767:x1825030708157568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3785us (3900us total) trans 4295558757 rc 0/0 00000100:00100000:1.0:1740485460.148149:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430959 00000004:00080000:1.0:1740485460.148173:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae48700/2, rc 0, transno 4295558753 00000100:00100000:1.0:1740485460.148179:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708158976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.148180:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3352:3765:x1825030708157952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3195us (3263us total) trans 4295501134 rc 0/0 00000100:00100000:0.0:1740485460.148187:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430968 00000004:00080000:1.0:1740485460.148202:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4bb80/2, rc 0, transno 4295558755 00000100:00100000:1.0:1740485460.148205:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708158592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.148206:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.148213:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708161280:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.148219:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4b480/2, rc 0, transno 4295558757 00000100:00100000:1.0:1740485460.148221:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.148224:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3351:3767:x1825030708159104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3433us (3494us total) trans 4295501135 rc 0/0 00000100:00100000:2.0:1740485460.148231:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430965 00000004:00080000:1.0:1740485460.148235:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e047100/2, rc 0, transno 4295501132 00000100:00100000:0.0:1740485460.148235:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.148247:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157696:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.148253:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae48000/2, rc 0, transno 4295558754 00000100:00100000:2.0:1740485460.148254:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708161280 00000100:00100000:1.0:1740485460.148256:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708157184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.148257:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708161280 00000004:00080000:1.0:1740485460.148270:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e047480/2, rc 0, transno 4295501135 00000100:00100000:2.0:1740485460.148273:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430973 00000100:00100000:2.0:1740485460.148277:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3968:3766:x1825030708161280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.148280:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708159104:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.148286:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29105 count 1 00000100:00100000:1.0:1740485460.148286:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708161792:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.148296:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148302:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.148305:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708161664:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.148307:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14130 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148314:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.148315:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.148317:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708161792 00010000:00010000:2.0:1740485460.148318:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148320:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708161792 00010000:00010000:2.0:1740485460.148330:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14130 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148335:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430974 00010000:00010000:2.0:1740485460.148338:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14130 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.148339:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3351:3767:x1825030708161792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.148349:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708162048:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.148350:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16195 count 1 00010000:00010000:0.0:1740485460.148360:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.148367:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.148371:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720c2200/0x5922c046cda66e1b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b674 expref: 2680 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148377:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.148379:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.148382:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148386:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a8ec00/0x5922c046cda7ca0e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db8 expref: 14130 pid: 16663 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.148391:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.148397:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800720c2200/0x5922c046cda66e1b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b674 expref: 2680 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.148402:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708160640:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.148404:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.148406:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800720c2200/0x5922c046cda66e1b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b674 expref: 2680 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.148411:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161920:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.148415:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148415:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708162176:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.148419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.148422:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148428:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148434:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148434:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.148436:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.148438:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161536:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.148439:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148445:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148452:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b66e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.148452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.148455:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148461:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148474:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148474:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430975 00000100:00100000:1.0:1740485460.148478:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3970:3764:x1825030708161408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.148481:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b5c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.148490:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29106 count 1 00010000:00010000:1.0:1740485460.148500:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.148500:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430977 00000100:00100000:0.0:1740485460.148504:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3970:3764:x1825030708161536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.148510:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14129 pid: 16666 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.148515:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29107 count 1 00010000:00010000:1.0:1740485460.148521:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.148522:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.148524:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148524:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148533:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7a000/0x5922c046cda7cf4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751a1 expref: 14129 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.148536:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14129 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.148539:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.148540:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.148542:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14129 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.148543:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148548:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708162304:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.148572:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac7a000/0x5922c046cda7cf4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751a1 expref: 14129 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.148603:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.148603:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac7a000/0x5922c046cda7cf4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751a1 expref: 14129 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.148612:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3971:3766:x1825030708158464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3619us (3681us total) trans 4295558759 rc 0/0 00000100:00100000:0.0:1740485460.148613:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708162560:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.148618:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430969 00000100:00100000:1.0:1740485460.148618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.148630:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708161664 00000100:00100000:2.0:1740485460.148633:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708161664 00000004:00080000:1.0:1740485460.148640:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae49880/2, rc 0, transno 4295558759 00000100:00100000:1.0:1740485460.148646:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708158464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.148648:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430978 00000100:00100000:2.0:1740485460.148652:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3971:3766:x1825030708161664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.148661:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29108 count 1 00010000:00010000:2.0:1740485460.148670:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148681:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14129 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148688:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.148689:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.148692:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148705:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14129 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148718:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14129 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.148725:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.148728:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708162816:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.148733:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708162688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.148750:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.148753:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.148762:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708162688 00000100:00100000:2.0:1740485460.148765:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708162688 00000100:00100000:2.0:1740485460.148777:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430979 00000100:00100000:2.0:1740485460.148781:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3972:3764:x1825030708162688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.148789:0:16674:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29109 count 1 00010000:00010000:2.0:1740485460.148799:0:16674:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148808:0:16674:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14129 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148814:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.148815:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.148815:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.148818:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.148831:0:16674:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14129 pid: 16037 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.148837:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e045880/2, rc 0, transno 4295501137 00010000:00010000:2.0:1740485460.148838:0:16674:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14129 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.148845:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708161024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.148852:0:16674:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708162944:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.148874:0:16674:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.148879:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.148886:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163072:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.148893:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f5f80/2, rc 0, transno 4295501134 00000100:00100000:2.0:1740485460.148901:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708157952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.148903:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.148936:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e044000/2, rc 0, transno 4295501133 00000100:00100000:2.0:1740485460.148941:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.148944:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.148957:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.148964:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e047800/2, rc 0, transno 4295501136 00000100:00100000:2.0:1740485460.148969:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708159232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.148970:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708163328:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.148989:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e047b80/2, rc 0, transno 4295501131 00000100:00100000:0.0:1740485460.148993:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.148994:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708159360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.149005:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163072 00000100:00100000:1.0:1740485460.149007:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163072 00000100:00100000:0.0:1740485460.149009:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.149014:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708163456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.149017:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163200 00000100:00100000:1.0:1740485460.149018:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163200 00000004:00080000:2.0:1740485460.149021:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4a680/2, rc 0, transno 4295558756 00000100:00100000:2.0:1740485460.149027:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.149028:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163328 00000100:00100000:1.0:1740485460.149029:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163328 00000100:00100000:0.0:1740485460.149029:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.149036:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163456 00000100:00100000:1.0:1740485460.149037:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163456 00000100:00100000:1.0:1740485460.149047:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430980 00000004:00080000:0.0:1740485460.149049:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae49500/2, rc 0, transno 4295558760 00000100:00100000:1.0:1740485460.149050:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3356:3767:x1825030708163072:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.149051:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4b100/2, rc 0, transno 4295558758 00002000:00080000:1.0:1740485460.149059:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16197 count 1 00000100:00100000:0.0:1740485460.149065:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708157312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.149066:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708157440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.149066:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149074:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012321da00/0x5922c046cda66f87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b731 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149078:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149079:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149080:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149090:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012321da00/0x5922c046cda66f87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b731 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.149092:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f5500/2, rc 0, transno 4295501130 00010000:00010000:1.0:1740485460.149095:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012321da00/0x5922c046cda66f87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b731 expref: 2679 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.149097:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708158080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.149105:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708164096:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.149115:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708163968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.149120:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.149129:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430982 00000100:00100000:1.0:1740485460.149131:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3356:3764:x1825030708163328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.149134:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.149135:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430983 00002000:00080000:1.0:1740485460.149138:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16199 count 1 00000100:00100000:0.0:1740485460.149140:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3356:3764:x1825030708163456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.149144:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149147:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.149150:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2679 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149151:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708163840:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.149151:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16200 count 1 00010000:00010000:1.0:1740485460.149153:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149154:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149156:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149160:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149164:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.149169:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2679 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149170:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be8a000/0x5922c046cda67139 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b849 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149176:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149177:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2679 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.149178:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.149180:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149183:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163840 00000100:00100000:2.0:1740485460.149185:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163840 00000100:00100000:1.0:1740485460.149186:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708164480:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.149197:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008be8a000/0x5922c046cda67139 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b849 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149202:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430985 00000100:00100000:1.0:1740485460.149204:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.149206:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3974:3765:x1825030708163840:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.149206:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008be8a000/0x5922c046cda67139 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b849 expref: 2679 pid: 16687 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.149215:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29111 count 1 00000100:00100000:0.0:1740485460.149215:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708164608:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.149221:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.149225:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149232:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.149235:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009608b800/0x5922c046cda7cfbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751e7 expref: 14128 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149241:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.149241:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.149243:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.149244:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708163584:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.149245:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149261:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009608b800/0x5922c046cda7cfbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751e7 expref: 14128 pid: 16630 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.149262:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708163712 00000100:00100000:0.0:1740485460.149262:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.149264:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708163712 00010000:00010000:2.0:1740485460.149269:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009608b800/0x5922c046cda7cfbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751e7 expref: 14128 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.149274:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708164224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.149278:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708164864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.149286:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.149288:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430986 00000100:00100000:1.0:1740485460.149291:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3975:3767:x1825030708163712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.149300:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29110 count 1 00010000:00010000:1.0:1740485460.149306:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149310:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430987 00010000:00010000:1.0:1740485460.149313:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14128 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149316:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3358:3766:x1825030708163584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.149317:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.149320:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.149320:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430988 00010000:00010000:1.0:1740485460.149321:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149324:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3358:3766:x1825030708164224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.149325:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16201 count 1 00010000:00010000:2.0:1740485460.149335:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.149335:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16202 count 1 00010000:00010000:1.0:1740485460.149337:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14128 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149343:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14128 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.149345:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4260a00/0x5922c046cda671e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b8a4 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149345:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.149348:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708164992:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.149351:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.149353:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.149355:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149356:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2679 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.149361:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc000 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.149362:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.149363:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.149366:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149369:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4260a00/0x5922c046cda671e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b8a4 expref: 2679 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149378:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4260a00/0x5922c046cda671e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b8a4 expref: 2679 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.149387:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2679 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.149388:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708165120:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.149397:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2679 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.149404:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.149406:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708165248:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.149426:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.149426:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.149750:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708162048:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.149763:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.149772:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708162176:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.149784:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.149798:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869154432 00000100:00100000:2.0:1740485460.149801:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869154432 00000100:00100000:1.0:1740485460.149803:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708162304:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.149803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.149813:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149814:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720c2200/0x5922c046cda66e1b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b674 expref: 2680 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.149818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.149837:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869154304 00000100:00100000:2.0:1740485460.149839:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869154304 00010000:00010000:2.0:1740485460.149848:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14130 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.149854:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708162560:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.149861:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869154688 00010000:00010000:1.0:1740485460.149861:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.149863:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869154688 00010000:00010000:2.0:1740485460.149872:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d38400/0x5922c046cda66ed8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b6d6 expref: 2681 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.149881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.149888:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869154944 00000100:00100000:2.0:1740485460.149890:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869154944 00010000:00010000:2.0:1740485460.149899:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac7a000/0x5922c046cda7cf4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751a1 expref: 14132 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.149914:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519755 00000100:00100000:2.0:1740485460.149918:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14132:2005:x1825030869154304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.149925:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.149929:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14132 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.149933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.149938:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14132 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.149950:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009506d400/0x5922c046cda7cec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137515b expref: 14132 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.149951:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155072 00000100:00100000:0.0:1740485460.149954:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155072 00010000:00010000:2.0:1740485460.149964:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.149966:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.149967:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14132 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.149968:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.149975:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149983:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149985:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519756 00010000:00010000:2.0:1740485460.149987:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.149987:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.149990:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14132:2005:x1825030869154560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.149992:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.149995:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.149997:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.149999:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150002:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800909dca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.150002:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14132 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.150004:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14132:2005:x1825030869154304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (214us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.150004:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150009:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.150012:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519755 00010000:00010000:1.0:1740485460.150015:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150016:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14132 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.150019:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909dca00/0x5922c046cdb8b5e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.150028:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519758 00010000:00010000:0.0:1740485460.150029:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007296e600/0x5922c046cda7cee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375170 expref: 14131 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.150032:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14131:2003:x1825030869154816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.150039:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.150040:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.150042:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.150043:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14130 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.150045:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150051:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150053:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14130 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.150064:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.150065:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.150065:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.150068:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150081:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150081:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14130:2005:x1825030869154560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.150088:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519756 00010000:00010000:2.0:1740485460.150090:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.150103:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14129:2003:x1825030869154816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.150103:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519760 00000100:00100000:2.0:1740485460.150108:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519758 00000100:00100000:0.0:1740485460.150108:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14129:2005:x1825030869155072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.150114:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.150119:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14127 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.150124:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3359:3767:x1825030708161792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1783us (1819us total) trans 4295501138 rc 0/0 00010000:00010000:0.0:1740485460.150128:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14127 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.150131:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430974 00010000:00010000:0.0:1740485460.150138:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.150140:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.150143:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150144:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54fb000/0x5922c046cda7cf86 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751cb expref: 14126 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.150150:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150150:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.150155:0:16674:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:16674:1825030708162944:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.150155:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150159:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150160:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.150163:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150167:0:16674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150167:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150174:0:16674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150174:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096adc200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.150174:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14125:2005:x1825030869155072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (242us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.150176:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150180:0:16674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150180:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150180:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519760 00010000:00010000:2.0:1740485460.150186:0:16674:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150186:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150189:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096adc200/0x5922c046cdb8b5fd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150192:0:16674:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150197:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150203:0:16674:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150204:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150208:0:16674:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fa2ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.150211:0:16674:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150211:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150217:0:16674:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150218:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150225:0:16674:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150225:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150231:0:16674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b60b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150236:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ba68800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.150239:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150245:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150254:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150261:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba68800/0x5922c046cdb8b5ef lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150266:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bfc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3976:3764:x1825030708161536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1761us (1813us total) trans 4295558761 rc 0/0 00000100:00100000:1.0:1740485460.150270:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430977 00000004:00080000:1.0:1740485460.150289:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e044380/2, rc 0, transno 4295501138 00000100:00100000:1.0:1740485460.150294:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708161792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.150313:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708165376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.150325:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.150345:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+3977:3764:x1825030708162688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1563us (1591us total) trans 4295558762 rc 0/0 00000100:00100000:2.0:1740485460.150351:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430979 00010000:00010000:2.0:1740485460.150368:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150372:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3976:3764:x1825030708161408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1892us (1966us total) trans 4295558763 rc 0/0 00010000:00010000:2.0:1740485460.150376:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150379:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430975 00010000:00010000:2.0:1740485460.150383:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150392:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150399:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150404:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880136199400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.150407:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.150411:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f54000/2, rc 0, transno 4295558762 00010000:00010000:2.0:1740485460.150413:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150419:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708162688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.150423:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.150427:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f7100/2, rc 0, transno 4295558761 00010000:00010000:2.0:1740485460.150429:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136199400/0x5922c046cdb8b5e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150431:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161536:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.150437:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f4380/2, rc 0, transno 4295558763 00000100:00100000:0.0:1740485460.150441:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161408:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.150448:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e046300/2, rc 0, transno 4295501139 00000100:00100000:1.0:1740485460.150451:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.150462:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708161920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.150471:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708165632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.150472:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708165760 00000100:00100000:1.0:1740485460.150474:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708165760 00000100:00100000:1.0:1740485460.150485:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430990 00000100:00100000:0.0:1740485460.150488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.150490:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3977:3765:x1825030708165760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.150502:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29114 count 1 00000100:00100000:0.0:1740485460.150508:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.150513:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150513:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708166016:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.150523:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14124 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.150524:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d224850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3978:3766:x1825030708161280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2246us (2287us total) trans 4295558764 rc 0/0 00000100:00100000:0.0:1740485460.150528:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.150530:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.150531:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430973 00010000:00010000:1.0:1740485460.150531:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.150533:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.150543:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f7800/2, rc 0, transno 4295558764 00010000:00010000:1.0:1740485460.150549:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14124 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150550:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708161280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.150575:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14124 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.150603:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096e91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708166144:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.150612:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708166016 00000100:00100000:0.0:1740485460.150615:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708166016 00000100:00100000:1.0:1740485460.150624:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.150631:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430992 00000100:00100000:0.0:1740485460.150635:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3360:3766:x1825030708166016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.150640:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708165888:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.150646:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16204 count 1 00010000:00010000:0.0:1740485460.150656:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150657:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708166400 00000100:00100000:1.0:1740485460.150660:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708166400 00010000:00010000:0.0:1740485460.150666:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2677 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.150672:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.150674:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.150676:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150677:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430993 00000100:00100000:1.0:1740485460.150682:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3978:3765:x1825030708166400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.150691:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2677 pid: 16661 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.150692:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29116 count 1 00010000:00010000:0.0:1740485460.150700:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2677 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.150702:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131c44600/0x5922c046cda7cf71 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751af expref: 14124 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.150703:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150709:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708166528:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.150713:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14123 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.150715:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708162816:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.150719:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.150721:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.150723:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150726:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.150728:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.150734:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150740:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150740:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14123 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150748:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.150749:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14123 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.150754:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150758:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708166656:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.150761:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150767:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134cd7e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.150769:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150776:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150777:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.150785:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.150796:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134cd7e00/0x5922c046cdb8b604 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.150796:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.150897:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3980:3766:x1825030708161664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2243us (2278us total) trans 4295558765 rc 0/0 00000100:00100000:2.0:1740485460.150902:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430978 00000004:00080000:0.0:1740485460.150920:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f4000/2, rc 0, transno 4295558765 00000100:00100000:0.0:1740485460.150928:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708161664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.150965:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708166912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.150985:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.152996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.153034:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708164096:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.153041:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155200 00000100:00100000:2.0:1740485460.153045:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155200 00000100:00100000:0.0:1740485460.153047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.153051:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153060:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012321da00/0x5922c046cda66f87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b731 expref: 2678 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.153060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.153075:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708164480:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.153082:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153084:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155456 00000100:00100000:2.0:1740485460.153087:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155456 00010000:00010000:2.0:1740485460.153098:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2680 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.153098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.153113:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155584 00000100:00100000:2.0:1740485460.153115:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155584 00000100:00100000:0.0:1740485460.153117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.153123:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008be8a000/0x5922c046cda67139 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b849 expref: 2681 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153130:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155712 00000100:00100000:1.0:1740485460.153133:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155712 00000100:00100000:2.0:1740485460.153142:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519762 00010000:00010000:1.0:1740485460.153145:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801321fb000/0x5922c046cda7d012 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375203 expref: 14124 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.153147:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2680:2005:x1825030869155328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.153152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.153154:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.153160:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b00800/0x5922c046cda67028 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b793 expref: 2680 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153162:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155840 00000100:00100000:1.0:1740485460.153163:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155840 00000100:00100000:0.0:1740485460.153167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.153169:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5b00800/0x5922c046cda67028 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b793 expref: 2680 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153169:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14125 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153180:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869155968 00000100:00100000:1.0:1740485460.153181:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869155968 00010000:00010000:2.0:1740485460.153182:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.153184:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.153187:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f58600/0x5922c046cdb8b619 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153188:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4260a00/0x5922c046cda671e8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b8a4 expref: 2681 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.153195:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f58600/0x5922c046cdb8b619 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153197:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708165248:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.153198:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519763 00000100:00100000:1.0:1740485460.153202:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2681:2004:x1825030869155456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.153206:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.153208:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.153210:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153211:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2681 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153217:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2681 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.153224:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2680:2005:x1825030869155328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (178us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.153227:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a711000/0x5922c046cda670ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b7e0 expref: 2680 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.153231:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519762 00000100:00100000:0.0:1740485460.153238:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708164608:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.153239:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.153240:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.153242:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153245:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519765 00010000:00010000:1.0:1740485460.153246:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.153248:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153249:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14125:2003:x1825030869155712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.153255:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.153257:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.153262:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801321fb000/0x5922c046cda7d012 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375203 expref: 14125 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153270:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2678:2004:x1825030869155456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (210us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.153271:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801321fb000/0x5922c046cda7d012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375203 expref: 14125 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153275:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519763 00010000:00010000:2.0:1740485460.153286:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.153286:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519766 00010000:00010000:2.0:1740485460.153287:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.153289:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14125:2006:x1825030869155840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.153290:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f59a00/0x5922c046cdb8b62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153293:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.153295:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14125 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.153297:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f59a00/0x5922c046cdb8b62e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153300:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14125 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.153305:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.153307:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.153308:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.153309:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153310:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153317:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.153318:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153323:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.153328:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14125:2003:x1825030869155712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (211us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.153331:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.153333:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14125:2006:x1825030869155840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.153334:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519765 00010000:00010000:0.0:1740485460.153337:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.153341:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519766 00010000:00010000:0.0:1740485460.153344:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.153350:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096adca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.153353:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.153360:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153370:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4260a00/0x5922c046cda671e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b8a4 expref: 2675 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.153370:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153375:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.153377:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096adca00/0x5922c046cdb8b627 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153379:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708165120:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.153380:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153384:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153388:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153392:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153395:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ba69e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.153397:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153397:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153404:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153405:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153410:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153412:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153413:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba69e00/0x5922c046cdb8b620 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153418:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153426:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153432:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153437:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d096800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.153440:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153447:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153456:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153462:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d096800/0x5922c046cdb8b643 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153490:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3362:3764:x1825030708163456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4349us (4459us total) trans 4295501140 rc 0/0 00000100:00100000:0.0:1740485460.153497:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430983 00000100:00100000:1.0:1740485460.153518:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3362:3764:x1825030708163328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4383us (4523us total) trans 4295501141 rc 0/0 00000004:00080000:0.0:1740485460.153524:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096164a80/2, rc 0, transno 4295501140 00000100:00100000:1.0:1740485460.153525:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430982 00000100:00100000:0.0:1740485460.153539:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708163456:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.153549:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096165180/2, rc 0, transno 4295501141 00000100:00100000:0.0:1740485460.153566:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708163328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.153597:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708167168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.153609:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153614:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3362:3766:x1825030708163584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4296us (4349us total) trans 4295501142 rc 0/0 00010000:00010000:1.0:1740485460.153614:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153618:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153620:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430987 00000100:00100000:0.0:1740485460.153620:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.153622:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153626:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153633:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708167168 00010000:00010000:1.0:1740485460.153633:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ba68e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.153635:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153636:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708167168 00010000:00010000:1.0:1740485460.153639:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.153639:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096167480/2, rc 0, transno 4295501142 00010000:00010000:1.0:1740485460.153645:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153647:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708163584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.153648:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba68e00/0x5922c046cdb8b612 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153652:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430996 00000100:00100000:2.0:1740485460.153656:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3362:3766:x1825030708167168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.153668:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16205 count 1 00010000:00010000:2.0:1740485460.153679:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153682:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.153687:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708167296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.153689:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072db2800/0x5922c046cda6749d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba33 expref: 2672 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153697:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.153698:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.153700:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153708:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.153716:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072db2800/0x5922c046cda6749d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba33 expref: 2672 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153726:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072db2800/0x5922c046cda6749d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba33 expref: 2672 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.153736:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708167552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.153736:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708167424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.153742:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3362:3767:x1825030708163072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4689us (4837us total) trans 4295501144 rc 0/0 00000100:00100000:1.0:1740485460.153748:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430980 00000100:00100000:2.0:1740485460.153757:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.153759:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.153766:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708167424 00000100:00100000:1.0:1740485460.153769:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708167424 00000100:00100000:1.0:1740485460.153785:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430998 00000100:00100000:2.0:1740485460.153788:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708164864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.153789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.153790:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3363:3764:x1825030708167424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.153801:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16207 count 1 00010000:00010000:2.0:1740485460.153802:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153812:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.153820:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2672 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153828:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.153828:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.153830:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153841:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2672 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.153843:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156096 00000100:00100000:2.0:1740485460.153847:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156096 00010000:00010000:1.0:1740485460.153847:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2672 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153853:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708167808:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.153859:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2673 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153869:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.153872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.153873:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156224 00000100:00100000:2.0:1740485460.153875:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156224 00010000:00010000:2.0:1740485460.153884:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009608b800/0x5922c046cda7cfbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751e7 expref: 14123 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153887:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801354b6000/0x5922c046cda7cf94 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813751d2 expref: 14123 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.153897:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708164992:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.153903:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519768 00000100:00100000:2.0:1740485460.153908:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2674:2005:x1825030869156096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.153914:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153916:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.153920:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2674 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153921:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.153927:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153929:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2674 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153938:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153941:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072db2600/0x5922c046cda67290 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b914 expref: 2674 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.153944:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153950:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153954:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.153955:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.153956:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e466800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.153958:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153959:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153965:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153967:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.153975:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.153976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.153981:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e466800/0x5922c046cdb8b63c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.153988:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.153994:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.154001:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154006:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2673:2005:x1825030869156096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (216us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.154009:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154013:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519768 00010000:00010000:0.0:1740485460.154020:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154026:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156608 00010000:00010000:0.0:1740485460.154027:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154028:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156608 00010000:00010000:0.0:1740485460.154032:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7a7a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.154035:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154037:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14122 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.154042:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154045:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519771 00000100:00100000:1.0:1740485460.154051:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14122:2004:x1825030869156480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.154052:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.154057:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7a7a00/0x5922c046cdb8b64a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154058:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519772 00010000:00010000:1.0:1740485460.154058:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.154062:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+14122:2006:x1825030869156608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.154064:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800723e6400/0x5922c046cda7d02e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137521f expref: 14122 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.154068:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.154072:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14122 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.154074:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800723e6400/0x5922c046cda7d02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137521f expref: 14122 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.154082:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14122 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.154085:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154086:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154089:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a887a00/0x5922c046cdb8b65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154093:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.154095:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154095:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a887a00/0x5922c046cdb8b65f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154098:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154105:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154106:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.154113:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.154123:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14122:2004:x1825030869156480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.154128:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+14122:2006:x1825030869156608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.154129:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519771 00000100:00100000:2.0:1740485460.154137:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519772 00000100:00100000:0.0:1740485460.154156:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3364:3766:x1825030708164224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4830us (4869us total) trans 4295501145 rc 0/0 00010000:00010000:2.0:1740485460.154157:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154157:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f9aba00/0x5922c046cda7d05f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137523b expref: 14120 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.154163:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430988 00010000:00010000:2.0:1740485460.154164:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154166:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096e91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708166144:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.154171:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154177:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154179:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154183:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154185:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154188:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fa2e200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.154189:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708166528:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.154190:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154193:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154196:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154197:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154201:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.154201:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154204:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154204:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154208:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a661800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.154209:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154211:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa2e200/0x5922c046cdb8b635 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154213:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154219:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154222:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a661800/0x5922c046cdb8b658 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.154223:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d055500/2, rc 0, transno 4295501145 00000100:00100000:0.0:1740485460.154230:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708164224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.154258:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.154264:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708167936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.154283:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.154296:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f55c00/2, rc 0, transno 4295501146 00000100:00100000:1.0:1740485460.154310:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708165376:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.154316:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096167800/2, rc 0, transno 4295501143 00000100:00100000:1.0:1740485460.154318:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163200:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.154322:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f54e00/2, rc 0, transno 4295501144 00000100:00100000:1.0:1740485460.154324:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.154327:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.154332:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708168064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.154333:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3984:3765:x1825030708163840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5125us (5167us total) trans 4295558767 rc 0/0 00000100:00100000:2.0:1740485460.154340:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430985 00000100:00100000:0.0:1740485460.154344:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.154348:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.154350:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708168192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.154357:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708167936 00000100:00100000:2.0:1740485460.154359:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708167936 00000100:00100000:0.0:1740485460.154362:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708168064 00000100:00100000:0.0:1740485460.154365:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708168064 00000100:00100000:2.0:1740485460.154373:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430999 00000100:00100000:2.0:1740485460.154377:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3365:3764:x1825030708167936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.154385:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431000 00002000:00080000:2.0:1740485460.154387:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16208 count 1 00000100:00100000:0.0:1740485460.154390:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3365:3767:x1825030708168064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.154396:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b697 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.154402:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16209 count 1 00010000:00010000:2.0:1740485460.154406:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e50cc00/0x5922c046cda67680 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb60 expref: 2670 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154412:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.154412:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154413:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.154416:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b697 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.154423:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2670 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154427:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3982:3767:x1825030708163712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5133us (5184us total) trans 4295558766 rc 0/0 00010000:00010000:0.0:1740485460.154429:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.154431:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e50cc00/0x5922c046cda67680 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb60 expref: 2670 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.154431:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.154433:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430986 00010000:00010000:0.0:1740485460.154433:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154440:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e50cc00/0x5922c046cda67680 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb60 expref: 2670 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.154449:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2670 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154450:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708168448:192.168.204.38@tcp:104: 00000004:00080000:1.0:1740485460.154459:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b796a00/2, rc 0, transno 4295558766 00010000:00010000:0.0:1740485460.154463:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2670 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.154465:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708163712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.154468:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.154473:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708168576:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.154493:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.154514:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.154527:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708168192 00000100:00100000:1.0:1740485460.154529:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708168192 00000100:00100000:0.0:1740485460.154531:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708168320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.154540:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431001 00000100:00100000:2.0:1740485460.154544:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3982:3765:x1825030708165760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4053us (4085us total) trans 4295558768 rc 0/0 00000100:00100000:1.0:1740485460.154544:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3366:3766:x1825030708168192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.154551:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430990 00002000:00080000:1.0:1740485460.154563:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16210 count 1 00000100:00100000:0.0:1740485460.154567:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.154575:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154595:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708168320 00000100:00100000:2.0:1740485460.154598:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708168320 00010000:00010000:1.0:1740485460.154604:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2670 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154611:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.154612:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431002 00010000:00010000:1.0:1740485460.154612:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.154615:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154616:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3367:3764:x1825030708168320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.154626:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16211 count 1 00010000:00010000:1.0:1740485460.154632:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2670 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154636:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d9ec000/0x5922c046cdb8b6ac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154641:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2670 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.154646:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2670 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154650:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708168832:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.154652:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.154654:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.154656:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9ec000/0x5922c046cdb8b6ac lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154667:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.154671:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2670 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154679:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2670 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.154688:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708168960:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.154690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.154704:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.154705:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156736 00000100:00100000:1.0:1740485460.154708:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156736 00000100:00100000:2.0:1740485460.154716:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708168704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.154718:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.154742:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519773 00000100:00100000:0.0:1740485460.154743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.154748:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2671:2004:x1825030869156736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.154750:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156864 00000100:00100000:2.0:1740485460.154753:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156864 00010000:00010000:1.0:1740485460.154755:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.154759:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.154765:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14119 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.154769:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.154770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.154780:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afac400/0x5922c046cda673bd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136b9ca expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.154796:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154797:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.154798:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869156992 00000100:00100000:2.0:1740485460.154800:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869156992 00010000:00010000:1.0:1740485460.154800:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154807:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.154808:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013134be00/0x5922c046cda7d0a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137525e expref: 14120 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.154820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.154823:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519774 00010000:00010000:1.0:1740485460.154824:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.154827:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14120:2006:x1825030869156864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.154833:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.154836:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157120 00010000:00010000:2.0:1740485460.154837:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14120 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.154838:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157120 00010000:00010000:2.0:1740485460.154846:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14121 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.154848:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f049000/0x5922c046cda7d123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752a4 expref: 14121 pid: 16043 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.154849:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e045f80/2, rc 0, transno 4295558770 00000100:00100000:0.0:1740485460.154855:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708165632:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.154856:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.154857:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.154859:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154863:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519775 00010000:00010000:2.0:1740485460.154865:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.154867:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14121:2004:x1825030869156992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.154872:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.154876:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013134be00/0x5922c046cda7d0a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137525e expref: 14121 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.154877:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.154881:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013134be00/0x5922c046cda7d0a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137525e expref: 14121 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.154885:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.154889:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14121:2006:x1825030869156864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.154890:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013134be00/0x5922c046cda7d0a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137525e expref: 14121 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.154896:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519774 00010000:00010000:1.0:1740485460.154900:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154900:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.154902:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a886000/0x5922c046cdb8b674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.154904:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.154907:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a886000/0x5922c046cdb8b674 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154915:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.154920:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.154925:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14118:2004:x1825030869156992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.154930:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519775 00000004:00080000:2.0:1740485460.154944:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e044700/2, rc 0, transno 4295558768 00010000:00010000:1.0:1740485460.154953:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bbe4c00/0x5922c046cda7d0b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375273 expref: 14117 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.154960:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708165760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.154960:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708166656:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.154969:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d055f80/2, rc 0, transno 4295558767 00010000:00010000:1.0:1740485460.154970:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154973:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708163840:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.154975:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154979:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.154981:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d057800/2, rc 0, transno 4295558769 00010000:00010000:1.0:1740485460.154983:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154985:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708163968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.154987:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.154991:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154993:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.154994:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098470000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.154996:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.154999:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708169472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.154999:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155001:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.155004:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155007:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.155008:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098470000/0x5922c046cdb8b66d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.155038:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708169088 00000100:00100000:2.0:1740485460.155041:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708169088 00000100:00100000:2.0:1740485460.155055:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708168704 00000100:00100000:2.0:1740485460.155056:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708168704 00000100:00100000:2.0:1740485460.155066:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708169216 00000100:00100000:2.0:1740485460.155068:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708169216 00000100:00100000:2.0:1740485460.155078:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431003 00000100:00100000:2.0:1740485460.155082:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3985:3766:x1825030708169088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.155088:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3985:3765:x1825030708166400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4405us (4444us total) trans 4295558771 rc 0/0 00000100:00100000:1.0:1740485460.155092:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430993 00002000:00080000:2.0:1740485460.155093:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29119 count 1 00000100:00100000:1.0:1740485460.155102:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431004 00010000:00010000:2.0:1740485460.155104:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b6b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.155105:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3984:3765:x1825030708168704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.155114:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29118 count 1 00010000:00010000:2.0:1740485460.155120:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14115 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155121:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155128:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.155128:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14115 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155129:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.155131:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.155132:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b6b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155132:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.155134:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155144:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14115 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155147:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14115 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155149:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14115 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.155155:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14115 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.155156:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708169600:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.155164:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708169728:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.155166:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800990d1f80/2, rc 0, transno 4295558772 00000100:00100000:1.0:1740485460.155172:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.155173:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800990d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708165888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.155183:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab780 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.155189:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2670:2004:x1825030869156736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 441us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.155195:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519773 00000100:00100000:0.0:1740485460.155197:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.155201:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.155217:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708169344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.155218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.155228:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.155234:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.155236:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155249:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155255:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.155261:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098567100/2, rc 0, transno 4295558771 00010000:00010000:1.0:1740485460.155262:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155267:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096adc400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.155270:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.155274:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708166400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.155276:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155285:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155289:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096adc400/0x5922c046cdb8b666 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.155290:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708169344 00000100:00100000:2.0:1740485460.155293:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708169344 00000100:00100000:2.0:1740485460.155310:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431008 00000100:00100000:2.0:1740485460.155315:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3986:3765:x1825030708169344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.155322:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:2.0:1740485460.155328:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29121 count 1 00000100:00100000:0.0:1740485460.155328:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708170240:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.155337:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155346:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.155347:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14115 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155353:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.155354:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.155357:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155371:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14115 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.155379:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.155387:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708170496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.155393:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3368:3766:x1825030708166016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4757us (4864us total) trans 4295501147 rc 0/0 00000100:00100000:1.0:1740485460.155397:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430992 00000004:00080000:0.0:1740485460.155404:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa64a80/2, rc 0, transno 4295501147 00000100:00100000:1.0:1740485460.155405:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708170240 00000100:00100000:2.0:1740485460.155407:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.155408:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708170240 00000100:00100000:0.0:1740485460.155410:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fa64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708166016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.155421:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431009 00000100:00100000:1.0:1740485460.155424:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3987:3766:x1825030708170240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.155432:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29124 count 1 00010000:00010000:1.0:1740485460.155439:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155446:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155446:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708170624:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.155450:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.155451:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.155453:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.155463:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.155464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.155469:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.155474:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708170752:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.155488:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.155499:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708170624 00000100:00100000:1.0:1740485460.155500:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708170624 00000004:00080000:2.0:1740485460.155521:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd8000/2, rc 0, transno 4295558773 00000100:00100000:2.0:1740485460.155529:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708166912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.155596:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708170880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.155617:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.155914:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708167552:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.155928:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.156145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.156191:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157248 00000100:00100000:1.0:1740485460.156195:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157248 00000100:00100000:0.0:1740485460.156201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.156209:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708167808:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.156210:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072db2800/0x5922c046cda6749d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba33 expref: 2670 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.156222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.156225:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.156240:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157504 00000100:00100000:1.0:1740485460.156243:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157504 00000100:00100000:0.0:1740485460.156250:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157376 00010000:00010000:1.0:1740485460.156253:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c969e00/0x5922c046cda67530 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba8e expref: 2671 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.156253:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157376 00010000:00010000:0.0:1740485460.156265:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2672 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.156272:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519778 00000100:00100000:1.0:1740485460.156277:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2672:2004:x1825030869157504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.156284:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.156285:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519779 00010000:00010000:1.0:1740485460.156288:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c969e00/0x5922c046cda67530 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba8e expref: 2672 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.156289:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2672:2005:x1825030869157376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.156296:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.156297:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c969e00/0x5922c046cda67530 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba8e expref: 2671 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.156300:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.156309:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2671 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.156310:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c969e00/0x5922c046cda67530 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ba8e expref: 2671 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.156321:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.156321:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c968800/0x5922c046cda675e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb05 expref: 2670 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.156322:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.156322:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.156325:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a67600/0x5922c046cdb8b689 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156330:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.156332:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a67600/0x5922c046cdb8b689 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156337:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156343:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.156348:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.156349:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156354:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88013192e200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.156356:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156362:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.156365:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2668:2004:x1825030869157504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.156372:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519778 00010000:00010000:2.0:1740485460.156376:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156382:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013192e200/0x5922c046cdb8b682 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156392:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.156394:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.156397:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156405:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156419:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.156436:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2667:2005:x1825030869157376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 145us (213us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.156441:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.156442:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519779 00010000:00010000:2.0:1740485460.156448:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156455:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156461:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156467:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156472:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f6d8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.156474:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156480:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156491:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156498:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f6d8000/0x5922c046cdb8b690 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.156508:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708168576:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.156521:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.156534:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd8700/2, rc 0, transno 4295501148 00000100:00100000:1.0:1740485460.156550:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708167296:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.156606:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd8380/2, rc 0, transno 4295501149 00000100:00100000:0.0:1740485460.156613:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.156615:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708167168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.156620:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708171264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.156640:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.156641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.156647:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708171392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.156656:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3369:3764:x1825030708167424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2864us (2894us total) trans 4295501150 rc 0/0 00000100:00100000:2.0:1740485460.156662:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430998 00000004:00080000:0.0:1740485460.156670:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d54e00/2, rc 0, transno 4295501150 00000100:00100000:0.0:1740485460.156684:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708167424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.156685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.156693:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708168448:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.156704:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134cd7200/0x5922c046cdb8b697 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.156717:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708171392 00000100:00100000:2.0:1740485460.156720:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708171392 00000100:00100000:2.0:1740485460.156735:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431013 00000100:00100000:2.0:1740485460.156739:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3370:3766:x1825030708171392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.156740:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708168832:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.156749:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16214 count 1 00010000:00010000:1.0:1740485460.156752:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156759:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.156766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.156769:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2666 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156776:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.156778:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.156781:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.156783:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157760 00000100:00100000:1.0:1740485460.156786:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157760 00010000:00010000:2.0:1740485460.156797:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2667 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.156797:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2667 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.156806:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2667 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.156812:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519780 00000100:00100000:2.0:1740485460.156815:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708171776:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.156817:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2667:2003:x1825030869157760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.156821:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708171520:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.156824:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.156828:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2667 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.156837:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.156840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.156842:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2667 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.156853:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c968a00/0x5922c046cda67728 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bbbb expref: 2667 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.156861:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708171520 00010000:00010000:1.0:1740485460.156862:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.156864:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708171520 00010000:00010000:1.0:1740485460.156864:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.156867:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.156873:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.156880:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431014 00000100:00100000:2.0:1740485460.156884:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3371:3764:x1825030708171520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.156893:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16215 count 1 00010000:00010000:1.0:1740485460.156897:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.156902:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156903:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156910:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156913:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba90400/0x5922c046cda67ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be00 expref: 2666 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.156915:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2666:2003:x1825030869157760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.156918:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156920:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.156921:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.156921:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519780 00010000:00010000:2.0:1740485460.156923:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156925:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156931:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156937:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ba90400/0x5922c046cda67ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be00 expref: 2665 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.156937:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.156939:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.156946:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ba90400/0x5922c046cda67ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be00 expref: 2665 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.156954:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708171904:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.156970:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.156995:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157006:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157012:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3c00/0x5922c046cdb8b69e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.157059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.157101:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157888 00000100:00100000:1.0:1740485460.157105:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157888 00010000:00010000:1.0:1740485460.157119:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.157128:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3372:3767:x1825030708168064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2737us (2778us total) trans 4295501151 rc 0/0 00000100:00100000:0.0:1740485460.157135:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431000 00000100:00100000:1.0:1740485460.157139:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519781 00000100:00100000:2.0:1740485460.157143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.157144:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2666:2006:x1825030869157888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.157150:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.157155:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.157158:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158016 00000100:00100000:2.0:1740485460.157161:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158016 00000004:00080000:0.0:1740485460.157161:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d57100/2, rc 0, transno 4295501151 00010000:00010000:1.0:1740485460.157163:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.157168:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708168064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.157175:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2667 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.157175:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097c8ee00/0x5922c046cda677d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc0f expref: 2667 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.157186:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.157187:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.157190:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157196:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.157199:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519782 00000100:00100000:2.0:1740485460.157204:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2666:2005:x1825030869158016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.157211:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.157213:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.157214:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.157217:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.157223:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.157224:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157232:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.157234:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2666:2006:x1825030869157888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (175us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.157236:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dece600/0x5922c046cda67855 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bc71 expref: 2666 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.157238:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.157241:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519781 00010000:00010000:0.0:1740485460.157245:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157251:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e466600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.157252:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.157253:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.157254:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.157257:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d9ec000/0x5922c046cdb8b6ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157259:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.157265:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9ec000/0x5922c046cdb8b6ac lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157268:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.157276:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e466600/0x5922c046cdb8b6a5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.157281:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.157299:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2664:2005:x1825030869158016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.157305:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519782 00000100:00100000:2.0:1740485460.157326:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708172032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.157345:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.157362:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708172032 00000100:00100000:1.0:1740485460.157366:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708172032 00000100:00100000:0.0:1740485460.157378:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3374:3766:x1825030708168192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2832us (2863us total) trans 4295501152 rc 0/0 00000100:00100000:1.0:1740485460.157383:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431015 00000100:00100000:0.0:1740485460.157387:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431001 00000100:00100000:1.0:1740485460.157388:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3374:3765:x1825030708172032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.157400:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16216 count 1 00010000:00010000:1.0:1740485460.157411:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157426:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2663 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157432:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.157433:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.157436:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157452:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2663 pid: 16617 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.157453:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d57800/2, rc 0, transno 4295501153 00010000:00010000:1.0:1740485460.157461:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2663 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.157461:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708168320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.157471:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708172160:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.157493:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.157493:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009e7db6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.157500:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708172288:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.157517:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d57480/2, rc 0, transno 4295501152 00000100:00100000:2.0:1740485460.157521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.157524:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708168192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.157537:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708172288 00000100:00100000:1.0:1740485460.157540:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708172288 00000100:00100000:2.0:1740485460.157564:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708172416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.157595:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.157604:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708172416 00000100:00100000:1.0:1740485460.157607:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708172416 00000100:00100000:1.0:1740485460.157622:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431017 00000100:00100000:1.0:1740485460.157627:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3374:3767:x1825030708172416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.157637:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16218 count 1 00010000:00010000:1.0:1740485460.157647:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157657:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2663 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157663:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.157664:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.157667:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157682:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2663 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.157691:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2663 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.157700:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708172672:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.157726:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.158450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.158491:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869157632 00000100:00100000:2.0:1740485460.158495:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869157632 00000100:00100000:0.0:1740485460.158496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.158507:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e50cc00/0x5922c046cda67680 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bb60 expref: 2664 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.158526:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158144 00000100:00100000:2.0:1740485460.158528:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158144 00000100:00100000:1.0:1740485460.158528:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708169600:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.158530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.158538:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14116 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.158542:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.158551:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158272 00000100:00100000:2.0:1740485460.158566:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158272 00000100:00100000:0.0:1740485460.158566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.158573:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158400 00010000:00010000:2.0:1740485460.158575:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14117 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.158602:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158400 00000100:00100000:2.0:1740485460.158605:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519784 00000100:00100000:2.0:1740485460.158609:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14118:2005:x1825030869158144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.158617:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.158618:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095de6000/0x5922c046cda7d1d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752ff expref: 14118 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.158621:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14118 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.158630:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14118 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.158642:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135522c00/0x5922c046cda7d13f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752b9 expref: 14118 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.158654:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.158656:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.158659:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.158667:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.158686:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.158701:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519785 00000100:00100000:2.0:1740485460.158703:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14117:2005:x1825030869158144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.158707:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14117:2004:x1825030869158272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.158712:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519784 00010000:00010000:1.0:1740485460.158716:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.158721:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14117 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.158726:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519786 00010000:00010000:1.0:1740485460.158730:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095de7800/0x5922c046cda7d1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752f1 expref: 14116 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.158731:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14116:2003:x1825030869158400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.158738:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.158741:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.158742:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.158743:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095de6000/0x5922c046cda7d1d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752ff expref: 14116 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.158744:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b6b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158751:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc9600/0x5922c046cdb8b6b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.158752:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095de6000/0x5922c046cda7d1d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813752ff expref: 14116 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.158758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.158762:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.158763:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.158766:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880124a67c00/0x5922c046cdb8b6c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158770:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.158772:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880124a67c00/0x5922c046cdb8b6c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.158781:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.158791:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14117:2004:x1825030869158272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.158795:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14117:2003:x1825030869158400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.158798:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519785 00000100:00100000:2.0:1740485460.158802:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519786 00010000:00010000:1.0:1740485460.158842:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.158846:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708170496:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.158849:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158856:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158863:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.158864:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158870:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158876:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098470400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.158878:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158885:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158894:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.158900:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098470400/0x5922c046cdb8b6ba lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.158933:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708170752:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.158951:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.159031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.159042:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3989:3765:x1825030708168704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3934us (4120us total) trans 4295558774 rc 0/0 00000100:00100000:2.0:1740485460.159048:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158784 00000100:00100000:2.0:1740485460.159051:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158784 00000100:00100000:1.0:1740485460.159051:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431004 00010000:00010000:2.0:1740485460.159063:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14114 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.159079:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519788 00000100:00100000:2.0:1740485460.159083:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14114:2006:x1825030869158784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.159089:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.159092:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14114 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159101:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14114 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159112:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095de7600/0x5922c046cda7d203 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137531b expref: 14114 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.159119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.159121:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159123:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159126:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159132:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.159133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.159137:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869158656 00000100:00100000:1.0:1740485460.159141:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869158656 00000100:00100000:0.0:1740485460.159145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.159146:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.159153:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df8a400/0x5922c046cda7d257 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137534c expref: 14114 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.159163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.159165:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14115:2006:x1825030869158784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.159170:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869159040 00000100:00100000:2.0:1740485460.159172:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519788 00000100:00100000:1.0:1740485460.159172:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869159040 00010000:00010000:1.0:1740485460.159181:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c117000/0x5922c046cda7d2a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137536f expref: 14116 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.159188:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519789 00000100:00100000:2.0:1740485460.159193:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14115:2005:x1825030869158656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.159199:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.159203:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519790 00010000:00010000:2.0:1740485460.159204:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df8a400/0x5922c046cda7d257 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137534c expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.159209:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14115:2005:x1825030869158912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.159213:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df8a400/0x5922c046cda7d257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137534c expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159216:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.159221:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159223:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159224:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159226:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a886400/0x5922c046cdb8b6cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159230:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159233:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a886400/0x5922c046cdb8b6cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.159240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.159241:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.159242:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800723e6800/0x5922c046cda7d296 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375361 expref: 14115 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159251:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.159253:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.159256:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159257:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14114:2005:x1825030869158656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.159262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.159264:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519789 00010000:00010000:1.0:1740485460.159268:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159274:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869159296 00000100:00100000:2.0:1740485460.159277:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869159296 00010000:00010000:1.0:1740485460.159283:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.159286:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132ddb600/0x5922c046cda67997 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd35 expref: 2664 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.159300:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14113:2005:x1825030869158912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.159302:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869159424 00000100:00100000:2.0:1740485460.159305:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869159424 00000100:00100000:1.0:1740485460.159307:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519790 00010000:00010000:2.0:1740485460.159313:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2665 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.159324:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519793 00000100:00100000:2.0:1740485460.159330:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519794 00000100:00100000:1.0:1740485460.159331:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2665:2003:x1825030869159296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.159335:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2665:2006:x1825030869159424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.159337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.159339:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.159342:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.159344:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132ddb600/0x5922c046cda67997 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd35 expref: 2665 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159347:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2665 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159354:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132ddb600/0x5922c046cda67997 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd35 expref: 2665 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159356:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2665 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159365:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159366:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159367:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.159367:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159370:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159370:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a67000/0x5922c046cdb8b6f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159376:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159377:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a67000/0x5922c046cdb8b6f2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159385:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.159389:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.159401:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2665:2006:x1825030869159424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.159405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.159406:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2665:2003:x1825030869159296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.159407:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519794 00000100:00100000:1.0:1740485460.159413:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519793 00000100:00100000:2.0:1740485460.159418:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869159680 00000100:00100000:2.0:1740485460.159420:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869159680 00010000:00010000:2.0:1740485460.159430:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2664 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.159442:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519796 00000100:00100000:2.0:1740485460.159446:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2664:2006:x1825030869159680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.159452:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.159452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.159456:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2664 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159457:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159464:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2664 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159465:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159472:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159475:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159477:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.159479:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159480:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159485:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159488:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159491:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c13c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.159493:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159497:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.159500:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159509:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159511:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2664:2006:x1825030869159680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (107us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.159516:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c13c00/0x5922c046cdb8b6dd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159520:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519796 00000100:00100000:2.0:1740485460.159532:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519797 00000100:00100000:2.0:1740485460.159537:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2663:2004:x1825030869159808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.159543:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.159548:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dd0e400/0x5922c046cda67c8b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136beee expref: 2663 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159571:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dd0e400/0x5922c046cda67c8b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136beee expref: 2663 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159597:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159599:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159602:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b70e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159608:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800986ad400/0x5922c046cdb8b70e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159617:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.159627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.159631:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2662:2004:x1825030869159808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.159637:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519797 00000100:00100000:2.0:1740485460.159651:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869159936 00000100:00100000:2.0:1740485460.159653:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869159936 00000100:00100000:1.0:1740485460.159653:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3989:3766:x1825030708170240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4227us (4306us total) trans 4295558776 rc 0/0 00000100:00100000:1.0:1740485460.159660:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431009 00010000:00010000:2.0:1740485460.159662:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2662 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.159683:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519798 00000100:00100000:2.0:1740485460.159687:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2662:2003:x1825030869159936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.159689:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135432800/0x5922c046cda67bb2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be62 expref: 2662 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.159693:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.159696:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2662 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.159700:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708172160:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.159705:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2661 pid: 16670 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.159712:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159713:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159714:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.159717:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159720:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159724:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159726:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159732:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.159733:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159740:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159745:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2661:2003:x1825030869159936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.159746:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159750:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519798 00010000:00010000:1.0:1740485460.159754:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.159756:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159759:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159766:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159769:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009645b400/0x5922c046cdb8b707 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159777:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159785:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159794:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159800:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159806:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159811:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b171400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.159814:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159819:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159827:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159832:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b171400/0x5922c046cdb8b6d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.159846:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3375:3765:x1825030708172032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2458us (2500us total) trans 4295501155 rc 0/0 00000100:00100000:1.0:1740485460.159850:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431015 00010000:00010000:1.0:1740485460.159884:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac3a000/0x5922c046cda67d09 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf3b expref: 2660 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.159893:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708172672:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.159905:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159913:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159923:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159930:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159937:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159943:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159949:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd2000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.159950:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3989:3765:x1825030708169344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4633us (4715us total) trans 4295558777 rc 0/0 00010000:00010000:1.0:1740485460.159951:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.159957:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431008 00010000:00010000:1.0:1740485460.159958:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159967:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.159972:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098cd2000/0x5922c046cdb8b715 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.159983:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f521a00/0x5922c046cda67a1c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bd82 expref: 2659 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.159995:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708171776:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.160007:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160016:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160022:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160028:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160034:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160040:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160045:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b171000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.160047:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160050:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3375:3767:x1825030708172416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2423us (2454us total) trans 4295501156 rc 0/0 00010000:00010000:2.0:1740485460.160053:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160056:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431017 00010000:00010000:2.0:1740485460.160066:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160072:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b171000/0x5922c046cdb8b6f9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.160090:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1a300/2, rc 0, transno 4295558776 00000100:00100000:1.0:1740485460.160104:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708170240:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.160115:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da18e00/2, rc 0, transno 4295558778 00000100:00100000:1.0:1740485460.160118:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.160173:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3375:3766:x1825030708171392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3433us (3487us total) trans 4295501157 rc 0/0 00000100:00100000:2.0:1740485460.160179:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431013 00000004:00080000:1.0:1740485460.160187:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd9f80/2, rc 0, transno 4295501157 00000100:00100000:1.0:1740485460.160195:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708171392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.160200:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708172800:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.160202:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bce00/2, rc 0, transno 4295501156 00000100:00100000:2.0:1740485460.160208:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708172416:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.160221:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bc000/2, rc 0, transno 4295501154 00000100:00100000:0.0:1740485460.160223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.160226:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708171264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.160235:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708173184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.160238:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.160243:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708172928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.160253:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708173056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.160254:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.160280:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.160281:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708172800 00000100:00100000:2.0:1740485460.160284:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708172800 00000100:00100000:2.0:1740485460.160297:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708173056 00000100:00100000:2.0:1740485460.160299:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708173056 00000100:00100000:0.0:1740485460.160300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.160302:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da19c00/2, rc 0, transno 4295558779 00000100:00100000:1.0:1740485460.160319:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.160326:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708172928 00000100:00100000:2.0:1740485460.160328:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708172928 00000100:00100000:1.0:1740485460.160335:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431019 00000100:00100000:0.0:1740485460.160337:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708173312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.160340:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3376:3766:x1825030708173056:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.160346:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431020 00000100:00100000:2.0:1740485460.160351:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3376:3767:x1825030708173184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.160353:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16219 count 1 00000100:00100000:0.0:1740485460.160354:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.160362:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16220 count 1 00010000:00010000:1.0:1740485460.160364:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160364:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.160368:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708173440:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.160373:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160375:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2658 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160380:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.160381:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.160382:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.160384:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4af000/0x5922c046cda67e4b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bff1 expref: 2658 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160384:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160390:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.160392:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.160394:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708173312 00010000:00010000:2.0:1740485460.160395:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160398:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708173312 00010000:00010000:1.0:1740485460.160405:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2658 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160409:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4af000/0x5922c046cda67e4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bff1 expref: 2658 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160413:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2658 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.160415:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708173440 00000100:00100000:0.0:1740485460.160417:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708173440 00010000:00010000:2.0:1740485460.160418:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4af000/0x5922c046cda67e4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bff1 expref: 2658 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.160423:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708173696:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.160427:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708173824:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.160428:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431021 00000100:00100000:0.0:1740485460.160433:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3991:3764:x1825030708172928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.160445:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29127 count 1 00000100:00100000:1.0:1740485460.160446:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.160452:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.160455:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.160466:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160469:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431023 00010000:00010000:0.0:1740485460.160472:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.160473:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3991:3764:x1825030708173440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.160474:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.160477:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.160484:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29128 count 1 00010000:00010000:2.0:1740485460.160488:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba90400/0x5922c046cda67ae0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136be00 expref: 2658 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.160492:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160493:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.160499:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708171904:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.160502:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14109 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.160502:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.160507:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.160508:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.160510:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160511:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708173952:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.160513:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160520:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160524:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14109 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160532:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.160533:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160536:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.160541:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160544:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708174080:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.160548:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160568:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160573:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.160576:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160594:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.160597:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160606:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160613:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f5e00/0x5922c046cdb8b700 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.160725:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3378:3764:x1825030708171520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3839us (3883us total) trans 4295501158 rc 0/0 00000100:00100000:2.0:1740485460.160733:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431014 00000004:00080000:1.0:1740485460.160756:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdda680/2, rc 0, transno 4295501158 00000004:00080000:2.0:1740485460.160760:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd9500/2, rc 0, transno 4295501155 00000100:00100000:2.0:1740485460.160765:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708172032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.160765:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708171520:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.160775:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da19500/2, rc 0, transno 4295558775 00000100:00100000:2.0:1740485460.160782:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708169472:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.160789:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da19180/2, rc 0, transno 4295558777 00000100:00100000:2.0:1740485460.160792:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708169344:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.160801:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd9180/2, rc 0, transno 4295558774 00000100:00100000:2.0:1740485460.160804:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708168704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.160825:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708174720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.160830:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708174464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.160834:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708174592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.160846:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.160858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.160870:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.160883:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708174464 00000100:00100000:2.0:1740485460.160885:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708174464 00000100:00100000:1.0:1740485460.160894:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431025 00000100:00100000:1.0:1740485460.160898:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3993:3764:x1825030708174592:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.160898:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bca80/2, rc 0, transno 4295501159 00000100:00100000:2.0:1740485460.160904:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431026 00000100:00100000:0.0:1740485460.160905:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708172288:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.160907:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29130 count 1 00000100:00100000:2.0:1740485460.160908:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3993:3767:x1825030708174464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.160914:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160921:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160924:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.160925:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.160927:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29129 count 1 00010000:00010000:1.0:1740485460.160927:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160932:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708174976:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.160937:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160939:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.160949:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.160949:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14109 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.160949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.160956:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.160957:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.160957:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708175104:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.160959:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:2.0:1740485460.160960:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.160964:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708174336:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.160977:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.160979:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009e7db6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.160979:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.160986:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14109 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.160990:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708174976 00000100:00100000:0.0:1740485460.160990:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708174848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.160993:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708174976 00000100:00100000:2.0:1740485460.160996:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708175360:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.161002:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.161008:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708174848 00000100:00100000:1.0:1740485460.161010:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708174848 00000100:00100000:2.0:1740485460.161018:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.161029:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431028 00000100:00100000:1.0:1740485460.161034:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3380:3767:x1825030708174336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.161035:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431029 00000100:00100000:0.0:1740485460.161040:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3994:3767:x1825030708174848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.161044:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16222 count 1 00010000:00010000:1.0:1740485460.161051:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.161051:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29131 count 1 00010000:00010000:1.0:1740485460.161058:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2656 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.161061:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.161062:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.161063:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.161064:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.161071:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.161074:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2656 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.161078:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.161079:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.161082:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.161083:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2656 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.161088:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708175488:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.161097:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14109 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.161102:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.161107:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14109 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.161116:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708175744:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.161134:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.161312:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d56a00/2, rc 0, transno 4295501160 00000100:00100000:1.0:1740485460.161322:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708167936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.161373:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708175872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.161394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.161810:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1aa00/2, rc 0, transno 4295501161 00000100:00100000:1.0:1740485460.161825:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708170624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.161877:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.161882:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708176128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.161901:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.161919:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708176128 00000100:00100000:2.0:1740485460.161923:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708176128 00000100:00100000:2.0:1740485460.161940:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431031 00000100:00100000:2.0:1740485460.161944:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d1a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3382:3764:x1825030708176128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.161955:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16226 count 1 00010000:00010000:2.0:1740485460.161965:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.161975:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2655 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.161982:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.161983:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.161985:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.161988:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da18700/2, rc 0, transno 4295558780 00000100:00100000:1.0:1740485460.161995:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708169088:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.161999:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2655 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.162013:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2655 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.162023:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708176256:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.162024:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.162031:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708176384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.162043:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.162053:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.162176:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1b100/2, rc 0, transno 4295558781 00000100:00100000:2.0:1740485460.162184:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708170880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.162217:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708176512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.162235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.162253:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708176512 00000100:00100000:1.0:1740485460.162258:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708176512 00000100:00100000:1.0:1740485460.162278:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431033 00000100:00100000:1.0:1740485460.162283:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3996:3767:x1825030708176512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.162294:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29133 count 1 00010000:00010000:1.0:1740485460.162305:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.162320:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14107 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.162324:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.162325:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.162327:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.162340:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14107 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.162348:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14107 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.162358:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708176768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.162381:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.163322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.163383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.163385:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708173696:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.163400:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.163400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.163408:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708173824:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.163419:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160064 00000100:00100000:1.0:1740485460.163422:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160064 00010000:00010000:2.0:1740485460.163426:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.163426:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708173952:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.163435:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009608bc00/0x5922c046cda7d2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137537d expref: 14108 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.163439:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.163461:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160192 00000100:00100000:1.0:1740485460.163464:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160192 00000100:00100000:2.0:1740485460.163466:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160320 00000100:00100000:2.0:1740485460.163469:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160320 00000100:00100000:0.0:1740485460.163474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.163475:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2657 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163482:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4af000/0x5922c046cda67e4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bff1 expref: 2657 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.163490:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160448 00000100:00100000:1.0:1740485460.163492:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160448 00000100:00100000:2.0:1740485460.163501:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519799 00010000:00010000:1.0:1740485460.163502:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.163502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.163506:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14109:2004:x1825030869160064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.163512:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160576 00010000:00010000:2.0:1740485460.163514:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.163515:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160576 00010000:00010000:2.0:1740485460.163518:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009608bc00/0x5922c046cda7d2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137537d expref: 14110 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.163520:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519800 00000100:00100000:1.0:1740485460.163526:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2657:2005:x1825030869160192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.163526:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14110 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163528:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009608bc00/0x5922c046cda7d2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137537d expref: 14110 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.163534:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.163538:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2657 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163543:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009608bc00/0x5922c046cda7d2b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137537d expref: 14110 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.163543:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519802 00010000:00010000:1.0:1740485460.163547:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2657 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.163548:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14110:2005:x1825030869160448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.163569:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.163571:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.163573:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.163573:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.163575:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c73c600/0x5922c046cda67db8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136bf9d expref: 2657 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163576:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b71c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.163601:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163602:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce1d400/0x5922c046cdb8b71c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163602:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.163603:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.163605:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163610:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.163614:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072ec7000/0x5922c046cda7d2d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753a0 expref: 14109 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.163617:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.163623:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.163625:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.163626:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.163627:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.163634:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.163638:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14108:2004:x1825030869160064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 132us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.163641:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2655:2005:x1825030869160192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 116us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.163644:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519799 00000100:00100000:1.0:1740485460.163649:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519800 00010000:00010000:0.0:1740485460.163657:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.163663:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519803 00010000:00010000:0.0:1740485460.163666:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.163668:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14107:2003:x1825030869160576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.163672:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163676:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.163679:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163681:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14107 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.163683:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708174080:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.163686:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163690:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14107 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.163693:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163697:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.163699:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fa2ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.163701:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163703:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072ec7800/0x5922c046cda7d2e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ae expref: 14107 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.163708:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.163708:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163712:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163713:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.163715:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.163716:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163717:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163718:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163720:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163724:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163725:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163727:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f11000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.163727:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa2ea00/0x5922c046cdb8b731 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163729:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163733:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163738:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.163740:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163743:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f11000/0x5922c046cdb8b723 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.163751:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2003:x1825030869160576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.163757:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519803 00010000:00010000:2.0:1740485460.163780:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163787:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163794:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163799:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163805:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163815:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f4c7c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.163819:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163824:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163833:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.163838:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4c7c00/0x5922c046cdb8b72a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.163839:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3383:3766:x1825030708173056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3497us (3557us total) trans 4295501162 rc 0/0 00000100:00100000:0.0:1740485460.163843:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3998:3764:x1825030708172928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3408us (3542us total) trans 4295558782 rc 0/0 00000100:00100000:1.0:1740485460.163847:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431019 00000100:00100000:0.0:1740485460.163860:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431021 00010000:00010000:1.0:1740485460.163868:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163874:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163881:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163888:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.163889:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14105:2005:x1825030869160448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 340us (414us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.163895:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.163895:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519802 00010000:00010000:1.0:1740485460.163904:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c12000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.163907:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163914:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.163922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.163923:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.163930:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c12000/0x5922c046cdb8b73f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.163972:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3383:3767:x1825030708173184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3619us (3716us total) trans 4295501163 rc 0/0 00000100:00100000:2.0:1740485460.163978:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431020 00000100:00100000:0.0:1740485460.163994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.164000:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160704 00000100:00100000:2.0:1740485460.164004:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160704 00010000:00010000:2.0:1740485460.164016:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a646800/0x5922c046cda67ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c05a expref: 2654 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.164016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.164032:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3997:3764:x1825030708173440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3556us (3649us total) trans 4295558784 rc 0/0 00000100:00100000:2.0:1740485460.164037:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869160832 00000100:00100000:2.0:1740485460.164039:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869160832 00000100:00100000:1.0:1740485460.164039:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431023 00010000:00010000:2.0:1740485460.164049:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14105 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.164065:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519804 00000100:00100000:2.0:1740485460.164071:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2655:2004:x1825030869160704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.164074:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519805 00010000:00010000:2.0:1740485460.164077:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.164080:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a646800/0x5922c046cda67ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c05a expref: 2655 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.164080:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14105:2003:x1825030869160832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164089:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.164090:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a646800/0x5922c046cda67ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c05a expref: 2655 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164095:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14105 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.164099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.164101:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a646800/0x5922c046cda67ed7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c05a expref: 2655 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164105:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14105 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164114:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164116:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.164117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.164119:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a66200/0x5922c046cdb8b738 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164123:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.164125:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164128:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a66200/0x5922c046cdb8b738 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164128:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.164130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.164135:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164143:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.164148:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.164148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.164159:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2652:2004:x1825030869160704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.164165:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519804 00000100:00100000:1.0:1740485460.164169:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2003:x1825030869160832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.164175:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519805 00000100:00100000:2.0:1740485460.164176:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869161344 00000100:00100000:2.0:1740485460.164179:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869161344 00010000:00010000:2.0:1740485460.164189:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a6e2c00/0x5922c046cda68250 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c213 expref: 2653 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.164195:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519807 00000100:00100000:1.0:1740485460.164200:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2005:x1825030869161088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164207:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.164211:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519808 00010000:00010000:1.0:1740485460.164212:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.164216:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2653:2005:x1825030869161216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164222:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164223:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.164227:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2653 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164233:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.164235:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164236:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2653 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164237:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.164239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.164247:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164248:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164249:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164252:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.164252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.164257:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.164258:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164268:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.164275:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2005:x1825030869161088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.164283:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2653:2005:x1825030869161216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.164283:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519807 00000100:00100000:0.0:1740485460.164285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.164289:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519808 00000100:00100000:1.0:1740485460.164301:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869161600 00000100:00100000:2.0:1740485460.164302:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869161728 00000100:00100000:2.0:1740485460.164304:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869161728 00000100:00100000:1.0:1740485460.164304:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869161600 00010000:00010000:2.0:1740485460.164315:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2653 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164318:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098637000/0x5922c046cda682e3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c26e expref: 2653 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.164331:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869161856 00000100:00100000:2.0:1740485460.164332:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519810 00000100:00100000:1.0:1740485460.164333:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869161856 00000100:00100000:2.0:1740485460.164338:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2004:x1825030869161472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164343:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce3de00/0x5922c046cda7d322 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ed expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164344:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.164348:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.164351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.164354:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869161984 00000100:00100000:1.0:1740485460.164356:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869161984 00010000:00010000:2.0:1740485460.164357:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164365:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14107 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164368:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164369:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164372:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.164376:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519812 00010000:00010000:2.0:1740485460.164379:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.164380:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2653:2006:x1825030869161728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164386:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.164387:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.164391:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2653 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164400:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2653 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.164403:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519813 00000100:00100000:2.0:1740485460.164405:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14107:2004:x1825030869161472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.164408:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14107:2004:x1825030869161856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.164410:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.164411:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519810 00010000:00010000:1.0:1740485460.164412:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.164415:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164416:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.164421:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519814 00010000:00010000:1.0:1740485460.164421:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164421:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ce3de00/0x5922c046cda7d322 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ed expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.164426:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2006:x1825030869161984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.164432:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.164432:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.164436:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ce3de00/0x5922c046cda7d322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753ed expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164437:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.164446:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.164447:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.164448:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2652:2006:x1825030869161728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (195us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.164449:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.164452:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb57a00/0x5922c046cdb8b77e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.164454:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519812 00010000:00010000:2.0:1740485460.164457:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.164458:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.164459:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb57a00/0x5922c046cdb8b77e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164461:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164467:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164471:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.164476:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.164485:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ca00/0x5922c046cda7d306 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753d1 expref: 14106 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.164488:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2004:x1825030869161856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.164490:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14106:2006:x1825030869161984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.164494:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519813 00000100:00100000:1.0:1740485460.164496:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708175104:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.164503:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519814 00010000:00010000:1.0:1740485460.164511:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164518:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164522:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce3ce00/0x5922c046cda7d314 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753df expref: 14103 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164524:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164531:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.164533:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708175744:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.164537:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164543:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164546:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164548:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd2a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.164551:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164564:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985b9a00/0x5922c046cda6837d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c2d0 expref: 2651 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.164569:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164573:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.164576:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708176256:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.164576:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164606:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164609:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164614:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164615:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cd2a00/0x5922c046cdb8b74d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164625:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164632:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164638:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164643:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164645:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164648:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b170400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.164651:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164652:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164657:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164659:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164665:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164665:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.164668:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164670:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b170400/0x5922c046cdb8b777 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164675:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164684:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.164691:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3400/0x5922c046cdb8b769 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.164714:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3997:3764:x1825030708174592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3814us (3855us total) trans 4295558785 rc 0/0 00000100:00100000:1.0:1740485460.164720:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431025 00000100:00100000:2.0:1740485460.164788:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d1a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3383:3764:x1825030708176128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2842us (2884us total) trans 4295501165 rc 0/0 00000100:00100000:2.0:1740485460.164794:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431031 00010000:00010000:2.0:1740485460.164820:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b400/0x5922c046cda7d2f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813753c3 expref: 14102 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.164830:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987a1800/0x5922c046cda7d34c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375402 expref: 14101 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.164832:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708175360:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.164845:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.164845:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708176768:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.164852:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164857:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164858:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164864:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164864:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164869:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164870:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164875:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164875:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164880:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645ba00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.164880:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164883:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164886:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164891:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d16200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.164894:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164894:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164900:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164903:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.164910:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009645ba00/0x5922c046cdb8b754 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164915:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.164921:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d16200/0x5922c046cdb8b785 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.164937:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b219180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3997:3767:x1825030708174848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3895us (3932us total) trans 4295558786 rc 0/0 00000100:00100000:0.0:1740485460.164942:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431029 00000100:00100000:2.0:1740485460.165025:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3998:3767:x1825030708174464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4116us (4153us total) trans 4295558787 rc 0/0 00000100:00100000:2.0:1740485460.165031:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431026 00000100:00100000:1.0:1740485460.165040:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3997:3767:x1825030708176512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2755us (2803us total) trans 4295558788 rc 0/0 00000100:00100000:1.0:1740485460.165047:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431033 00000004:00080000:2.0:1740485460.165057:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b218000/2, rc 0, transno 4295501167 00000100:00100000:2.0:1740485460.165064:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708174720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.165076:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131c9dc00/0x5922c046cda67fcc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c0ca expref: 2648 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.165086:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708175488:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.165098:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165104:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165110:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165117:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165123:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.165129:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165131:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708176896:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.165135:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165140:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d17600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.165143:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165149:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165153:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.165159:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165166:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d17600/0x5922c046cdb8b762 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165187:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708177024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.165203:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.165218:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708177536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.165235:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.165247:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.165252:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708177408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.165268:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708176896 00000100:00100000:0.0:1740485460.165272:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708176896 00000100:00100000:1.0:1740485460.165273:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3383:3767:x1825030708174336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4237us (4293us total) trans 4295501169 rc 0/0 00000100:00100000:2.0:1740485460.165275:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.165280:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431028 00000100:00100000:2.0:1740485460.165293:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708177024 00000100:00100000:2.0:1740485460.165295:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708177024 00000100:00100000:2.0:1740485460.165308:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708177536 00000100:00100000:2.0:1740485460.165310:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708177536 00000100:00100000:0.0:1740485460.165310:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708177152 00000100:00100000:0.0:1740485460.165312:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708177152 00000100:00100000:2.0:1740485460.165331:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431034 00000100:00100000:2.0:1740485460.165337:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3385:3765:x1825030708176896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.165350:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16227 count 1 00010000:00010000:2.0:1740485460.165361:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ae00/0x5922c046cdb8b78c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165366:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431036 00000100:00100000:1.0:1740485460.165370:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3999:3767:x1825030708177280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.165373:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2647 pid: 16028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.165379:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29136 count 1 00010000:00010000:2.0:1740485460.165381:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.165382:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.165384:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431037 00010000:00010000:2.0:1740485460.165385:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ae00/0x5922c046cdb8b78c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165387:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.165389:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3385:3765:x1825030708177536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.165394:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14100 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165398:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.165399:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.165400:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2647 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165400:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.165400:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16229 count 1 00010000:00010000:2.0:1740485460.165409:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2647 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.165409:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165410:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14100 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165416:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14100 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.165418:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708177920:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.165420:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2647 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165422:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708178048:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.165425:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165427:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165429:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165437:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.165443:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2647 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165449:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431039 00000100:00100000:2.0:1740485460.165451:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.165451:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3999:3767:x1825030708177152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.165451:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2647 pid: 16666 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.165458:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29135 count 1 00000100:00100000:0.0:1740485460.165459:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708178176:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.165463:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165472:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14100 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.165480:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.165482:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.165483:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.165486:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.165496:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.165499:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14100 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.165502:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708177664:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.165507:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.165517:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708178432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.165521:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.165534:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.165541:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708177664 00000100:00100000:0.0:1740485460.165544:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708177664 00000004:00080000:1.0:1740485460.165570:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b219c00/2, rc 0, transno 4295501165 00000100:00100000:1.0:1740485460.165594:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708176128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.165596:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431040 00000100:00100000:0.0:1740485460.165601:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3386:3767:x1825030708177664:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.165603:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b219880/2, rc 0, transno 4295501168 00000100:00100000:1.0:1740485460.165605:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708175872:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.165610:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bddbb80/2, rc 0, transno 4295558785 00000100:00100000:1.0:1740485460.165614:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708174592:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.165636:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bf100/2, rc 0, transno 4295558784 00000100:00100000:1.0:1740485460.165639:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708173440:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.165639:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16230 count 1 00000100:00100000:2.0:1740485460.165643:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708178816:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.165649:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.165652:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd9c00/2, rc 0, transno 4295501164 00000100:00100000:1.0:1740485460.165658:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708173312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.165659:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2647 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165663:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.165665:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165667:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165669:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.165678:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.165683:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708178688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.165683:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2647 pid: 16654 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.165684:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bea00/2, rc 0, transno 4295558782 00000100:00100000:1.0:1740485460.165690:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708172928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.165692:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2647 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.165696:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.165702:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708179200:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.165705:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.165710:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708179328:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.165714:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9be300/2, rc 0, transno 4295558783 00000100:00100000:1.0:1740485460.165720:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708172800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.165725:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.165726:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.165736:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708178816 00000100:00100000:0.0:1740485460.165739:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708178816 00000100:00100000:2.0:1740485460.165741:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708178688 00000100:00100000:2.0:1740485460.165745:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708178688 00000100:00100000:1.0:1740485460.165748:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.165753:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708179456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.165753:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708179328 00000100:00100000:0.0:1740485460.165755:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708179328 00000100:00100000:2.0:1740485460.165763:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431041 00000100:00100000:2.0:1740485460.165768:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3387:3765:x1825030708178816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.165773:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.165783:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708179456 00000100:00100000:0.0:1740485460.165785:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708179456 00000100:00100000:2.0:1740485460.165787:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431043 00000100:00100000:2.0:1740485460.165791:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4002:3765:x1825030708179328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.165798:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708178944:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.165801:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29139 count 1 00000100:00100000:0.0:1740485460.165804:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431044 00000100:00100000:0.0:1740485460.165809:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4002:3764:x1825030708179456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.165812:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.165820:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29140 count 1 00000100:00100000:1.0:1740485460.165821:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.165823:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14099 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165829:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.165830:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165830:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165833:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165833:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708178944 00000100:00100000:1.0:1740485460.165836:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708178944 00010000:00010000:2.0:1740485460.165847:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14099 pid: 16630 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165851:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431045 00010000:00010000:2.0:1740485460.165855:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14099 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.165856:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4003:3766:x1825030708178944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.165866:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708179712:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.165875:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29138 count 1 00000100:00100000:2.0:1740485460.165884:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.165884:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165894:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14099 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.165896:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14099 pid: 16030 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.165897:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16232 count 1 00010000:00010000:1.0:1740485460.165900:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.165902:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165902:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.165904:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.165904:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165906:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165907:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f11600/0x5922c046cdb8b7d9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165917:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2647 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165921:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14099 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165922:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.165923:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.165923:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14099 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.165925:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f11600/0x5922c046cdb8b7d9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.165931:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14099 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.165932:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14099 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.165939:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2647 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.165941:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708179840:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.165941:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708179968:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.165948:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2647 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.165956:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708180096:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.165962:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.165965:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.165970:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.165978:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708178560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.165980:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bddad80/2, rc 0, transno 4295501162 00000100:00100000:1.0:1740485460.165986:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708173056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.165998:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.166011:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708179072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.166013:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008a5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708180224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.166014:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708178560 00000100:00100000:2.0:1740485460.166017:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708178560 00000100:00100000:0.0:1740485460.166024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.166047:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708179072 00000100:00100000:2.0:1740485460.166050:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708179072 00000100:00100000:1.0:1740485460.166059:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.166060:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b219f80/2, rc 0, transno 4295558789 00000100:00100000:2.0:1740485460.166066:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708180224 00000100:00100000:2.0:1740485460.166069:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708180224 00000100:00100000:0.0:1740485460.166074:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708176384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.166079:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431047 00000100:00100000:2.0:1740485460.166084:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3390:3767:x1825030708179072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.166093:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16233 count 1 00000100:00100000:1.0:1740485460.166096:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.166102:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708180352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.166103:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.166113:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c9cc00/0x5922c046cda68877 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c5a1 expref: 2647 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.166120:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.166122:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.166124:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.166124:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.166139:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131c9cc00/0x5922c046cda68877 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c5a1 expref: 2647 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.166147:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131c9cc00/0x5922c046cda68877 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c5a1 expref: 2647 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.166148:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431048 00000100:00100000:0.0:1740485460.166153:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3390:3766:x1825030708180224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.166157:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708180608:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.166158:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431049 00000100:00100000:1.0:1740485460.166162:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4004:3766:x1825030708180352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.166165:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16234 count 1 00002000:00080000:1.0:1740485460.166174:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29141 count 1 00000100:00100000:2.0:1740485460.166175:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab780 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.166175:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.166184:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.166185:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f551000/0x5922c046cda68934 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c60a expref: 2647 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.166191:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.166192:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.166194:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801249ca400/0x5922c046cda7d567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754e2 expref: 14099 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.166195:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.166200:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.166202:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.166204:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.166209:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f551000/0x5922c046cda68934 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c60a expref: 2647 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.166218:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f551000/0x5922c046cda68934 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c60a expref: 2647 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.166220:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801249ca400/0x5922c046cda7d567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754e2 expref: 14099 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.166227:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708180736:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.166228:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801249ca400/0x5922c046cda7d567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754e2 expref: 14099 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.166237:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708180864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.166245:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.166254:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.167823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.167839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.167851:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162112 00000100:00100000:1.0:1740485460.167856:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162112 00000100:00100000:0.0:1740485460.167868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.167869:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43f5400/0x5922c046cda7d392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137541e expref: 14100 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.167882:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162240 00000100:00100000:1.0:1740485460.167883:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162240 00000100:00100000:2.0:1740485460.167885:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162368 00010000:00010000:1.0:1740485460.167888:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14101 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.167889:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162368 00000100:00100000:0.0:1740485460.167891:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708178176:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.167899:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519815 00000100:00100000:1.0:1740485460.167903:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14101:2006:x1825030869162112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.167905:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.167906:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2648 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.167908:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.167912:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43f5400/0x5922c046cda7d392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137541e expref: 14101 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.167918:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43f5400/0x5922c046cda7d392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137541e expref: 14101 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.167927:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43f5400/0x5922c046cda7d392 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137541e expref: 14101 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.167927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.167932:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162624 00000100:00100000:2.0:1740485460.167935:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162624 00010000:00010000:1.0:1740485460.167935:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.167936:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.167937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.167938:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b620200/0x5922c046cdb8b793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.167942:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b620200/0x5922c046cdb8b793 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.167947:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b953000/0x5922c046cda68536 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c3b7 expref: 2649 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.167953:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.167954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.167967:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162496 00000100:00100000:2.0:1740485460.167969:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162496 00000100:00100000:1.0:1740485460.167969:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2006:x1825030869162112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.167973:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519815 00010000:00010000:2.0:1740485460.167980:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2650 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.167996:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162752 00000100:00100000:1.0:1740485460.167998:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162752 00010000:00010000:1.0:1740485460.168004:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.168008:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519816 00000100:00100000:2.0:1740485460.168016:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2003:x1825030869162240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.168016:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519817 00000100:00100000:0.0:1740485460.168020:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2650:2004:x1825030869162368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.168025:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.168026:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.168031:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14100 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.168031:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519818 00010000:00010000:0.0:1740485460.168031:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2650 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.168034:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2650:2006:x1825030869162624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.168038:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2650 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168039:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.168042:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14100 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168042:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b953000/0x5922c046cda68536 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c3b7 expref: 2650 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168047:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad68000/0x5922c046cda6845d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c32b expref: 2650 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168052:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b953000/0x5922c046cda68536 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c3b7 expref: 2649 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168055:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.168056:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168056:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.168058:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168058:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ae00/0x5922c046cdb8b78c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168059:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b953000/0x5922c046cda68536 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c3b7 expref: 2649 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.168061:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168063:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ae00/0x5922c046cdb8b78c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168065:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168066:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.168068:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168068:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d8c1000/0x5922c046cdb8b7a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168072:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8c1000/0x5922c046cdb8b7a8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168082:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.168084:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.168091:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.168095:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2648:2004:x1825030869162368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.168096:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2648:2006:x1825030869162624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.168100:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519817 00000100:00100000:1.0:1740485460.168102:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519818 00000100:00100000:1.0:1740485460.168112:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519819 00000100:00100000:2.0:1740485460.168114:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2003:x1825030869162240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.168115:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2646:2006:x1825030869162496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.168115:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519820 00000100:00100000:0.0:1740485460.168118:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2005:x1825030869162752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.168119:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.168122:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519816 00010000:00010000:1.0:1740485460.168123:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2646 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168128:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2646 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168129:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.168133:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168135:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb5c400/0x5922c046cda685d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c412 expref: 2646 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168139:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14099 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168142:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168143:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168144:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168146:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168147:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168148:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168149:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168154:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168155:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.168164:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.168165:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2645:2006:x1825030869162496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.168168:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519819 00010000:00010000:1.0:1740485460.168178:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168180:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14099:2005:x1825030869162752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (224us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.168182:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168186:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168186:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519820 00010000:00010000:1.0:1740485460.168190:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168198:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168201:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c514e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.168203:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168206:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168211:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168215:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c514e00/0x5922c046cdb8b7a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168216:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708179200:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.168229:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.168297:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3391:3765:x1825030708177536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2908us (3061us total) trans 4295501171 rc 0/0 00000100:00100000:1.0:1740485460.168301:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431037 00000100:00100000:2.0:1740485460.168321:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708179712:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.168322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.168323:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097995800/0x5922c046cda7d3ca lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137543a expref: 14098 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.168329:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708178432:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.168339:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168341:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168347:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168351:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.168355:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168359:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168362:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168365:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d16a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.168367:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.168369:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708179584:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.168371:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168377:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168384:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d16a00/0x5922c046cdb8b7af lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168388:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.168410:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708179840:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.168421:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.168435:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869162880 00000100:00100000:1.0:1740485460.168437:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869162880 00010000:00010000:1.0:1740485460.168447:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2645 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.168449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.168463:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163008 00000100:00100000:1.0:1740485460.168465:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163008 00010000:00010000:1.0:1740485460.168472:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094c1ce00/0x5922c046cda7d480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375480 expref: 14098 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.168475:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708179968:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.168483:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163136 00000100:00100000:1.0:1740485460.168485:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163136 00010000:00010000:0.0:1740485460.168486:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168492:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14099 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.168503:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163264 00000100:00100000:1.0:1740485460.168505:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163264 00000100:00100000:0.0:1740485460.168506:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519821 00000100:00100000:0.0:1740485460.168510:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2645:2005:x1825030869162880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.168511:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14100 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168516:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.168519:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2645 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168524:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2645 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.168533:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519822 00010000:00010000:0.0:1740485460.168533:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2200/0x5922c046cda6867f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c474 expref: 2645 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.168539:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519823 00000100:00100000:2.0:1740485460.168540:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2003:x1825030869163008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.168540:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168542:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168544:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.168545:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14100:2004:x1825030869163136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.168548:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.168548:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168567:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094c1ce00/0x5922c046cda7d480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375480 expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168572:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.168573:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.168576:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094c1ce00/0x5922c046cda7d480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375480 expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168598:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14100 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.168601:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2644:2005:x1825030869162880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (280us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.168604:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094c1ce00/0x5922c046cda7d480 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375480 expref: 14100 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.168605:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519821 00010000:00010000:1.0:1740485460.168608:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14100 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.168615:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519824 00000100:00100000:0.0:1740485460.168618:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14099:2003:x1825030869163264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.168619:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.168620:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168621:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013233ae00/0x5922c046cda7d505 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754b8 expref: 14099 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.168622:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168622:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.168625:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14099 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.168627:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168631:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168631:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14098 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.168632:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.168635:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168641:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.168642:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168643:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce34400/0x5922c046cda7d4d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137549c expref: 14098 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.168653:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168654:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.168657:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168658:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.168663:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14097:2003:x1825030869163008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 122us (309us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.168668:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.168669:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519822 00000100:00100000:1.0:1740485460.168677:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14097:2004:x1825030869163136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 131us (243us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.168683:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.168685:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519823 00000100:00100000:0.0:1740485460.168699:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14095:2003:x1825030869163264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.168702:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.168705:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519824 00010000:00010000:1.0:1740485460.168710:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168721:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168724:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168728:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168730:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168734:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168736:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168737:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168740:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d17800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.168743:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168744:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168745:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168750:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168750:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168753:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168753:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b66e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.168756:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168758:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168760:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168763:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.168764:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d17800/0x5922c046cdb8b7d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168768:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168769:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.168773:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b66e00/0x5922c046cdb8b7b6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168776:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba4b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.168779:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168783:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168790:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.168793:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ba4b000/0x5922c046cdb8b7c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.168867:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4007:3766:x1825030708178944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3009us (3044us total) trans 4295558791 rc 0/0 00000100:00100000:1.0:1740485460.168873:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431045 00000100:00100000:0.0:1740485460.168936:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3392:3767:x1825030708177664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3334us (3413us total) trans 4295501173 rc 0/0 00000100:00100000:0.0:1740485460.168940:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431040 00000100:00100000:2.0:1740485460.168959:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4007:3765:x1825030708179328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3164us (3230us total) trans 4295558792 rc 0/0 00000100:00100000:0.0:1740485460.168959:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708181376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.168966:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431043 00000100:00100000:0.0:1740485460.168977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.168980:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4006:3767:x1825030708177152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3525us (3726us total) trans 4295558793 rc 0/0 00000100:00100000:2.0:1740485460.168982:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708181376 00000100:00100000:2.0:1740485460.168985:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708181376 00000100:00100000:1.0:1740485460.168988:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431039 00000004:00080000:0.0:1740485460.168991:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8dc00/2, rc 0, transno 4295501173 00000100:00100000:0.0:1740485460.168997:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708177664:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.169005:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8ce00/2, rc 0, transno 4295558793 00000100:00100000:2.0:1740485460.169014:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431052 00000100:00100000:0.0:1740485460.169016:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708177152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.169020:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3392:3767:x1825030708181376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.169022:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.169025:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708181248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.169032:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720c2600/0x5922c046cda7d41e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375464 expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.169033:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16237 count 1 00000100:00100000:0.0:1740485460.169038:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.169040:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708178048:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.169045:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169050:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169054:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708181760 00000100:00100000:0.0:1740485460.169056:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708181760 00010000:00010000:2.0:1740485460.169057:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2643 pid: 16640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169057:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708181248 00000100:00100000:1.0:1740485460.169059:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708181248 00000100:00100000:0.0:1740485460.169068:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431053 00010000:00010000:2.0:1740485460.169069:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.169070:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.169071:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4007:3765:x1825030708181760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.169072:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431054 00010000:00010000:2.0:1740485460.169073:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169074:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3393:3767:x1825030708181248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.169081:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29143 count 1 00002000:00080000:1.0:1740485460.169084:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16236 count 1 00010000:00010000:0.0:1740485460.169089:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169090:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169093:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2643 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169097:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2643 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169100:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14093 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169101:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169102:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.169104:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2643 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.169104:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169105:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.169107:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.169109:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.169115:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708182016:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.169116:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2643 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169125:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2643 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.169125:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14093 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169132:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708182144:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.169135:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14093 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.169141:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.169145:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.169146:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708182400:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.169158:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169162:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.169163:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169167:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169171:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169174:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169178:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e681200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.169179:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169183:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.169185:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708182528:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.169189:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169193:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e681200/0x5922c046cdb8b79a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.169222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.169252:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1ad80/2, rc 0, transno 4295558791 00000100:00100000:2.0:1740485460.169258:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708178944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.169267:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708180736:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.169268:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4008:3767:x1825030708177280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3896us (4052us total) trans 4295558794 rc 0/0 00010000:00010000:2.0:1740485460.169271:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169272:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431036 00010000:00010000:2.0:1740485460.169276:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169280:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708182528 00010000:00010000:0.0:1740485460.169280:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169281:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169282:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708182528 00010000:00010000:2.0:1740485460.169289:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169291:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431056 00010000:00010000:2.0:1740485460.169293:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169293:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3394:3766:x1825030708182528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.169296:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d097a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.169298:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.169300:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16238 count 1 00010000:00010000:2.0:1740485460.169302:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169302:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708182656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.169307:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169308:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169314:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d097a00/0x5922c046cdb8b7bd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169314:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b4e00/0x5922c046cda68c36 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c7d1 expref: 2643 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169317:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169318:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169320:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169320:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.169329:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357b4e00/0x5922c046cda68c36 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c7d1 expref: 2643 pid: 16705 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.169336:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8d180/2, rc 0, transno 4295558794 00010000:00010000:1.0:1740485460.169338:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357b4e00/0x5922c046cda68c36 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c7d1 expref: 2643 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.169343:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708182784:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.169350:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708177280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.169353:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.169363:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431057 00000100:00100000:1.0:1740485460.169366:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4008:3767:x1825030708182656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.169383:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29145 count 1 00010000:00010000:1.0:1740485460.169391:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169397:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132360200/0x5922c046cda7d60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137553d expref: 14093 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169401:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169401:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169403:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169411:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132360200/0x5922c046cda7d60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137553d expref: 14093 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.169417:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132360200/0x5922c046cda7d60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137553d expref: 14093 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.169425:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708183040:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.169441:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.169451:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708182912 00000100:00100000:1.0:1740485460.169453:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708182912 00000100:00100000:2.0:1740485460.169457:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4010:3765:x1825030708178688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3683us (3759us total) trans 4295558795 rc 0/0 00000100:00100000:2.0:1740485460.169464:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431042 00000100:00100000:1.0:1740485460.169471:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431058 00000100:00100000:0.0:1740485460.169473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.169475:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4009:3765:x1825030708182912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.169490:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163520 00000100:00100000:1.0:1740485460.169492:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163520 00000100:00100000:2.0:1740485460.169495:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708180608:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.169504:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f15ba00/0x5922c046cda6872e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c4e4 expref: 2644 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.169506:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169510:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169514:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169520:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169526:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169531:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169536:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5e800 already unused, calling callback (ffffffffa0872710) 00002000:00080000:1.0:1740485460.169539:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29146 count 1 00010000:00010000:0.0:1740485460.169539:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169544:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169547:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169565:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169567:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14093 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169571:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169572:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169573:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169593:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e5e800/0x5922c046cdb8b7ee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169601:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14093 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169609:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14093 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.169615:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708183168:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.169624:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169629:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.169633:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169641:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169643:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708180864:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.169648:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169653:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169655:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169660:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cb56200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.169662:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169667:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169674:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.169677:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b7e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.169694:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708183296 00000100:00100000:1.0:1740485460.169697:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708183296 00000100:00100000:0.0:1740485460.169703:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3395:3766:x1825030708180224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3549us (3644us total) trans 4295501174 rc 0/0 00000100:00100000:0.0:1740485460.169708:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431048 00000100:00100000:1.0:1740485460.169713:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431059 00000100:00100000:1.0:1740485460.169717:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+4010:3765:x1825030708183296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.169727:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29147 count 1 00000004:00080000:0.0:1740485460.169731:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008a5e5f80/2, rc 0, transno 4295501174 00010000:00010000:1.0:1740485460.169735:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169736:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008a5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708180224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.169745:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce35400/0x5922c046cda7d655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375575 expref: 14093 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169751:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169752:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.169754:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.169761:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.169767:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708183424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.169774:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce35400/0x5922c046cda7d655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375575 expref: 14093 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.169782:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ce35400/0x5922c046cda7d655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375575 expref: 14093 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.169789:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3395:3767:x1825030708178560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3728us (3791us total) trans 4295501175 rc 0/0 00000100:00100000:1.0:1740485460.169791:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708183552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.169793:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.169795:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431046 00000100:00100000:1.0:1740485460.169806:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.169810:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708183424 00000100:00100000:0.0:1740485460.169813:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708183424 00000100:00100000:0.0:1740485460.169830:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431060 00000100:00100000:0.0:1740485460.169834:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a435d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3395:3767:x1825030708183424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.169843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00002000:00080000:0.0:1740485460.169844:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16239 count 1 00010000:00010000:0.0:1740485460.169853:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169863:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2641 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169869:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.169870:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.169872:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169893:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2642 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.169902:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2642 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.169903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.169911:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708183680:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.169928:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.169945:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8e680/2, rc 0, transno 4295501175 00000100:00100000:1.0:1740485460.169947:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163392 00000100:00100000:1.0:1740485460.169952:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163392 00000100:00100000:0.0:1740485460.169952:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708178560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.169957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.169963:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.169974:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708183808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.169976:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869163648 00000100:00100000:2.0:1740485460.169979:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869163648 00000100:00100000:1.0:1740485460.169983:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519828 00000100:00100000:1.0:1740485460.169988:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14094:2006:x1825030869163392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.169988:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.169993:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2641 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.169994:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.169999:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.170007:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.170012:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519829 00010000:00010000:1.0:1740485460.170016:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fa3d200/0x5922c046cda7d52f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754cd expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.170018:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2641:2006:x1825030869163648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.170026:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.170027:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.170028:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.170030:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2641 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.170030:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170034:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170039:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2641 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.170050:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.170053:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e96400/0x5922c046cda687f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c546 expref: 2641 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.170055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.170061:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14093:2006:x1825030869163392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.170065:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.170065:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519828 00010000:00010000:2.0:1740485460.170067:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.170069:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170071:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f11600/0x5922c046cdb8b7d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170077:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170078:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f11600/0x5922c046cdb8b7d9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170079:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708183808 00000100:00100000:1.0:1740485460.170081:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708183808 00010000:00010000:0.0:1740485460.170085:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170092:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170096:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.170099:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170101:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431061 00010000:00010000:0.0:1740485460.170103:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e3e8200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.170104:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3396:3767:x1825030708183808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.170105:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170109:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.170111:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2640:2006:x1825030869163648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (154us total) trans 0 rc 0/0 00002000:00080000:1.0:1740485460.170111:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16240 count 1 00010000:00010000:0.0:1740485460.170115:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.170118:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519829 00010000:00010000:1.0:1740485460.170119:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170119:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e3e8200/0x5922c046cdb8b7cb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170126:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096306200/0x5922c046cda68e04 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c8cd expref: 2640 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170130:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.170131:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.170132:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170146:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096306200/0x5922c046cda68e04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c8cd expref: 2639 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170152:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096306200/0x5922c046cda68e04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c8cd expref: 2639 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.170157:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708183936:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.170158:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170166:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170167:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.170174:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170175:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170179:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170181:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170183:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170187:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170187:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170190:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170193:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f632e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.170194:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.170195:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170196:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170200:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170205:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170208:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170209:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3c00/0x5922c046cdb8b7f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170218:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170225:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f632e00/0x5922c046cdb8b7e7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.170239:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4011:3764:x1825030708179456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4428us (4463us total) trans 4295558796 rc 0/0 00000100:00100000:0.0:1740485460.170244:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431044 00000100:00100000:1.0:1740485460.170294:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4011:3766:x1825030708180352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4131us (4170us total) trans 4295558797 rc 0/0 00000100:00100000:1.0:1740485460.170298:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431049 00000004:00080000:0.0:1740485460.170304:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f6300/2, rc 0, transno 4295558797 00000100:00100000:0.0:1740485460.170312:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708180352:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.170318:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1b800/2, rc 0, transno 4295558796 00000100:00100000:1.0:1740485460.170321:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708179456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.170343:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708184064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.170350:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3397:3767:x1825030708179072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4264us (4324us total) trans 4295501177 rc 0/0 00000100:00100000:2.0:1740485460.170355:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431047 00000004:00080000:0.0:1740485460.170357:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da18a80/2, rc 0, transno 4295501177 00000100:00100000:1.0:1740485460.170362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.170362:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708179072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.170367:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708184064 00000100:00100000:2.0:1740485460.170370:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708184064 00000100:00100000:2.0:1740485460.170382:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431062 00000100:00100000:0.0:1740485460.170383:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708184320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.170385:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4011:3764:x1825030708184064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.170395:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29148 count 1 00000100:00100000:1.0:1740485460.170400:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708184448:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.170404:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.170405:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.170412:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f9e8400/0x5922c046cda7d6a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375598 expref: 14091 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170416:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.170417:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.170418:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.170431:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f9e8400/0x5922c046cda7d6a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375598 expref: 14091 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.170437:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f9e8400/0x5922c046cda7d6a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375598 expref: 14091 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.170439:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708184320 00000100:00100000:1.0:1740485460.170442:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708184192 00000100:00100000:0.0:1740485460.170443:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708184320 00000100:00100000:2.0:1740485460.170444:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708184576:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.170444:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708184192 00000100:00100000:2.0:1740485460.170458:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.170459:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431063 00000100:00100000:1.0:1740485460.170462:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4012:3765:x1825030708184192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.170470:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29149 count 1 00000100:00100000:0.0:1740485460.170471:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431065 00000100:00100000:0.0:1740485460.170476:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3398:3767:x1825030708184448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.170477:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170484:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132fa0600/0x5922c046cda7d6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755c9 expref: 14091 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170488:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1740485460.170488:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16242 count 1 00010000:00010000:1.0:1740485460.170489:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.170491:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170497:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170501:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132fa0600/0x5922c046cda7d6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755c9 expref: 14091 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.170507:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132fa0600/0x5922c046cda7d6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755c9 expref: 14091 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.170507:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f8f400/0x5922c046cda68f70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c96e expref: 2639 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170512:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708184704:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.170513:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.170514:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.170516:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.170523:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.170530:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f8f400/0x5922c046cda68f70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c96e expref: 2639 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.170537:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f8f400/0x5922c046cda68f70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c96e expref: 2639 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.170546:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708184960:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.170617:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.173415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.173432:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708181632:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.173433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.173450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.173452:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba4be00/0x5922c046cdb8b803 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.173477:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869164160 00000100:00100000:2.0:1740485460.173481:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869164160 00000100:00100000:0.0:1740485460.173484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.173496:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869164416 00010000:00010000:2.0:1740485460.173497:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013233a000/0x5922c046cda7d598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754fe expref: 14092 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.173499:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869164416 00010000:00010000:1.0:1740485460.173511:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2641 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.173513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.173528:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869164800 00000100:00100000:2.0:1740485460.173531:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869164800 00000100:00100000:1.0:1740485460.173535:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519832 00000100:00100000:1.0:1740485460.173538:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14094:2005:x1825030869164160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.173539:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519833 00010000:00010000:2.0:1740485460.173542:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14094 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.173543:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14094:2004:x1825030869164544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.173545:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.173549:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013233a000/0x5922c046cda7d598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754fe expref: 14094 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.173549:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.173567:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249ca200/0x5922c046cda7d5d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375528 expref: 14094 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.173568:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013233a000/0x5922c046cda7d598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754fe expref: 14094 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.173570:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519834 00010000:00010000:0.0:1740485460.173574:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249ca200/0x5922c046cda7d5d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375528 expref: 14094 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.173576:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2641:2003:x1825030869164416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.173594:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013233a000/0x5922c046cda7d598 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813754fe expref: 14094 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.173599:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.173600:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.173602:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.173602:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.173603:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.173605:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130f60000/0x5922c046cdb8b7fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173607:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.173607:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.173609:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130f60000/0x5922c046cdb8b7fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173612:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2640 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.173618:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.173621:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.173623:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2640 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.173637:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.173638:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.173639:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14093:2005:x1825030869164160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 100us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.173641:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14093:2004:x1825030869164544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.173642:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.173644:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519832 00000100:00100000:0.0:1740485460.173648:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519833 00010000:00010000:2.0:1740485460.173649:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.173657:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519835 00000100:00100000:1.0:1740485460.173660:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14091:2005:x1825030869164800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.173665:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.173665:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.173668:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14091 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.173673:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14091 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.173678:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708182400:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.173681:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072cda000/0x5922c046cda7d5a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375513 expref: 14091 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.173685:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2639:2003:x1825030869164416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 108us (235us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.173687:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.173688:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.173690:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.173693:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519834 00010000:00010000:1.0:1740485460.173694:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.173700:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.173700:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.173711:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dab9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14090:2005:x1825030869164800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (197us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.173712:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.173714:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519835 00010000:00010000:0.0:1740485460.173718:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.173725:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.173731:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173737:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008db2fc00/0x5922c046cda68b80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c761 expref: 2638 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.173737:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.173739:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708182144:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.173742:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5ec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.173745:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.173749:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708182016:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.173751:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.173752:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.173761:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173765:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.173767:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5ec00/0x5922c046cdb8b811 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173773:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173779:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173786:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173793:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173800:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173806:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a886400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.173809:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173817:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173827:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.173834:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8b80a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.173883:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4013:3765:x1825030708181760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4808us (4851us total) trans 4295558798 rc 0/0 00000100:00100000:0.0:1740485460.173890:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431053 00000100:00100000:0.0:1740485460.173930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.173957:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3399:3767:x1825030708181376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4937us (4979us total) trans 4295501179 rc 0/0 00000100:00100000:2.0:1740485460.173963:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431052 00000100:00100000:1.0:1740485460.173969:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869164672 00000100:00100000:1.0:1740485460.173974:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869164672 00010000:00010000:1.0:1740485460.173988:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2638 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.174004:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249ca200/0x5922c046cda7d5d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375528 expref: 14089 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.174006:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519836 00000100:00100000:1.0:1740485460.174010:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2638:2005:x1825030869164672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.174017:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708182272:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.174018:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.174021:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2638 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.174022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.174030:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2638 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.174035:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174041:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cda68a53 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c6c7 expref: 2638 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.174043:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174050:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174051:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.174053:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.174055:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174057:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174062:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174075:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174077:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.174084:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174090:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cbc8600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.174092:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.174096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.174097:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2637:2005:x1825030869164672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.174103:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519836 00010000:00010000:2.0:1740485460.174104:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174115:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174119:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc8600/0x5922c046cdb8b81f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174140:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869165056 00000100:00100000:1.0:1740485460.174143:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869165056 00000100:00100000:0.0:1740485460.174150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.174152:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b4e00/0x5922c046cda68c36 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c7d1 expref: 2637 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.174166:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869165184 00000100:00100000:2.0:1740485460.174169:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869165184 00010000:00010000:2.0:1740485460.174179:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14089 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.174183:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174190:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174193:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519839 00000100:00100000:2.0:1740485460.174197:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14089:2004:x1825030869165184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.174197:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174202:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.174204:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.174206:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708183680:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.174207:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14089 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.174210:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174216:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14089 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.174216:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d16800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.174218:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174219:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174228:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.174230:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.174231:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174233:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174240:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174240:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.174242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.174247:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d16800/0x5922c046cdb8b818 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174253:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.174274:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14090:2004:x1825030869165184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.174285:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519839 00000100:00100000:0.0:1740485460.174295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.174301:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869165440 00000100:00100000:2.0:1740485460.174304:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869165440 00010000:00010000:2.0:1740485460.174315:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2637 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.174331:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519841 00000100:00100000:2.0:1740485460.174335:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2637:2005:x1825030869165440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.174338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.174342:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.174346:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2637 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.174353:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869165568 00010000:00010000:2.0:1740485460.174354:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2637 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.174355:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869165568 00010000:00010000:2.0:1740485460.174364:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f49d600/0x5922c046cda68d0f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c84f expref: 2638 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.174365:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096306200/0x5922c046cda68e04 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c8cd expref: 2638 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.174366:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3399:3767:x1825030708181248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5289us (5325us total) trans 4295501180 rc 0/0 00000100:00100000:1.0:1740485460.174373:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431054 00010000:00010000:2.0:1740485460.174376:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.174377:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.174379:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174384:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174403:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.174404:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce35400/0x5922c046cda7d655 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375575 expref: 14088 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.174406:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174411:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174415:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708183552:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.174415:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174417:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2637:2005:x1825030869165440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.174419:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174421:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519841 00010000:00010000:0.0:1740485460.174423:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174427:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5f200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.174429:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174430:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174435:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174438:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174444:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174444:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174450:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e5f200/0x5922c046cdb8b842 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174451:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174458:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174464:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174469:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095cb9000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.174472:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174483:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174492:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174498:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9000/0x5922c046cdb8b83b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174549:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4014:3765:x1825030708181888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5464us (5493us total) trans 4295558800 rc 0/0 00000100:00100000:2.0:1740485460.174569:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431055 00000100:00100000:0.0:1740485460.174576:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a435d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3399:3767:x1825030708183424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4740us (4782us total) trans 4295501181 rc 0/0 00000100:00100000:0.0:1740485460.174597:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431060 00000100:00100000:2.0:1740485460.174623:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708184576:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.174636:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+4013:3765:x1825030708183296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4917us (4955us total) trans 4295558801 rc 0/0 00010000:00010000:2.0:1740485460.174641:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174641:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431059 00000100:00100000:0.0:1740485460.174644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.174656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.174665:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132360200/0x5922c046cda7d60f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137553d expref: 14087 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.174672:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708183040:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.174673:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21bb80/2, rc 0, transno 4295558801 00000100:00100000:2.0:1740485460.174684:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708183296:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.174685:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174691:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.174696:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708184960:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.174697:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174708:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174715:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174721:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174725:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.174727:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099350600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.174729:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174736:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174745:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174749:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.174751:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099350600/0x5922c046cdb8b82d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.174782:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b219180/2, rc 0, transno 4295558800 00000100:00100000:2.0:1740485460.174788:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708181888:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.174790:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.174808:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.174814:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.174818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.174834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.174858:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185088 00000100:00100000:0.0:1740485460.174862:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185088 00000100:00100000:1.0:1740485460.174872:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4014:3767:x1825030708182656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5503us (5549us total) trans 4295558802 rc 0/0 00010000:00010000:2.0:1740485460.174878:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174879:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431057 00000100:00100000:0.0:1740485460.174880:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185216 00000100:00100000:0.0:1740485460.174882:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185216 00010000:00010000:2.0:1740485460.174886:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174892:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174893:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431066 00000100:00100000:1.0:1740485460.174897:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4014:3764:x1825030708185088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.174898:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.174899:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431067 00000100:00100000:0.0:1740485460.174904:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4014:3764:x1825030708185216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.174905:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.174907:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29150 count 1 00010000:00010000:2.0:1740485460.174910:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f5000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.174913:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174915:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.174916:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29151 count 1 00010000:00010000:2.0:1740485460.174919:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174922:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962cce00/0x5922c046cda7d75f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755e5 expref: 14085 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174926:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.174926:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174927:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.174928:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174928:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174936:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800962cc200/0x5922c046cda7d7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375608 expref: 14085 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.174938:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d0f5000/0x5922c046cdb8b850 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.174939:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962cce00/0x5922c046cda7d75f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755e5 expref: 14085 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.174942:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.174943:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.174945:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962cce00/0x5922c046cda7d75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755e5 expref: 14085 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.174946:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174951:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708185344:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.174962:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800962cc200/0x5922c046cda7d7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375608 expref: 14085 pid: 16630 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.174968:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.174971:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800962cc200/0x5922c046cda7d7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375608 expref: 14085 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.174986:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708185472:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.174994:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096306200/0x5922c046cda68e04 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c8cd expref: 2634 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.175003:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708183936:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.175004:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.175017:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175028:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175035:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175040:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4015:3764:x1825030708184064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4652us (4676us total) trans 4295558803 rc 0/0 00010000:00010000:1.0:1740485460.175042:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175047:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431062 00010000:00010000:1.0:1740485460.175049:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.175055:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175060:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a624e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.175063:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175069:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175077:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.175078:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8ed80/2, rc 0, transno 4295558803 00010000:00010000:1.0:1740485460.175083:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a624e00/0x5922c046cdb8b849 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175085:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708184064:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.175127:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b218a80/2, rc 0, transno 4295558798 00000100:00100000:2.0:1740485460.175132:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708181760:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.175158:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096166680/2, rc 0, transno 4295501178 00000100:00100000:2.0:1740485460.175164:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708180992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.175181:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708185600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.175186:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.175187:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3399:3767:x1825030708183808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5081us (5197us total) trans 4295501183 rc 0/0 00000100:00100000:1.0:1740485460.175194:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431061 00000100:00100000:0.0:1740485460.175199:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.175205:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185600 00000100:00100000:1.0:1740485460.175208:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185600 00000004:00080000:2.0:1740485460.175209:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d860a80/2, rc 0, transno 4295558799 00000100:00100000:2.0:1740485460.175213:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708181120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.175223:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431068 00000004:00080000:0.0:1740485460.175223:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d862a00/2, rc 0, transno 4295501182 00000100:00100000:1.0:1740485460.175226:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4015:3766:x1825030708185600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.175232:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708184320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.175235:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1740485460.175237:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29152 count 1 00000100:00100000:2.0:1740485460.175246:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.175247:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175251:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.175257:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d1ca000/0x5922c046cda7d800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375640 expref: 14085 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175262:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.175264:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.175266:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175266:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708186112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.175267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.175281:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d1ca000/0x5922c046cda7d800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375640 expref: 14085 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175283:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175284:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185856 00000100:00100000:2.0:1740485460.175287:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185856 00010000:00010000:1.0:1740485460.175290:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d1ca000/0x5922c046cda7d800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375640 expref: 14085 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.175290:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175297:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.175299:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708186240:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.175302:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175304:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185984 00000100:00100000:2.0:1740485460.175307:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185984 00010000:00010000:0.0:1740485460.175307:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175313:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e3e9e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.175316:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.175318:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.175321:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431069 00010000:00010000:0.0:1740485460.175322:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175326:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3399:3764:x1825030708185856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.175331:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175337:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e3e9e00/0x5922c046cdb8b865 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.175339:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16243 count 1 00010000:00010000:1.0:1740485460.175339:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce34000/0x5922c046cda7d62b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375559 expref: 14085 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.175349:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708183168:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.175351:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175360:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175362:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cda69034 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9b4 expref: 2632 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175367:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175368:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.175370:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.175372:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175373:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175380:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175386:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175388:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cda69034 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9b4 expref: 2632 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175393:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175396:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cda69034 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9b4 expref: 2632 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.175399:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095cb9a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.175401:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175403:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708186496:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.175412:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175421:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.175421:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175427:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9a00/0x5922c046cdb8b834 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175446:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3400:3767:x1825030708184448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4968us (5014us total) trans 4295501184 rc 0/0 00000100:00100000:0.0:1740485460.175450:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431065 00000100:00100000:0.0:1740485460.175473:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.175483:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.175487:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708185728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.175490:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708186112 00000100:00100000:2.0:1740485460.175493:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708186112 00000100:00100000:0.0:1740485460.175506:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.175511:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708185728 00000100:00100000:2.0:1740485460.175514:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708185728 00000100:00100000:2.0:1740485460.175532:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431072 00000100:00100000:2.0:1740485460.175537:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4018:3766:x1825030708185728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.175546:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4018:3765:x1825030708182912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6069us (6158us total) trans 4295558804 rc 0/0 00002000:00080000:2.0:1740485460.175549:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29153 count 1 00000100:00100000:1.0:1740485460.175567:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431058 00010000:00010000:2.0:1740485460.175576:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175606:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14084 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175613:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.175614:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.175617:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175617:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b4e00/0x5922c046cda68c36 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c7d1 expref: 2632 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.175628:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708182784:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.175636:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14084 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175640:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.175646:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14084 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.175647:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175653:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.175657:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708186752:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.175663:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175667:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175671:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175675:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c13800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.175678:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d180 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.175678:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175684:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.175692:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175693:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132fa0600/0x5922c046cda7d6fd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813755c9 expref: 14084 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.175698:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c13800/0x5922c046cdb8b826 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175704:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708184704:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.175708:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21b480/2, rc 0, transno 4295558804 00000100:00100000:2.0:1740485460.175716:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708182912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.175716:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175723:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175727:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175732:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175735:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175740:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175743:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097481000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.175745:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175748:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175755:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.175759:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097481000/0x5922c046cdb8b857 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175782:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708185472:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.175796:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3401:3766:x1825030708182528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6500us (6573us total) trans 4295501185 rc 0/0 00000100:00100000:1.0:1740485460.175802:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431056 00010000:00010000:0.0:1740485460.175880:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.175898:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096164e00/2, rc 0, transno 4295501185 00000100:00100000:0.0:1740485460.175903:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708182528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.175906:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.175913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.175918:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708185344:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.175928:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708186880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.175930:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.175942:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.175951:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096046680/2, rc 0, transno 4295501184 00000100:00100000:1.0:1740485460.175965:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708184448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.175975:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bd180/2, rc 0, transno 4295501183 00000100:00100000:1.0:1740485460.175986:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708183808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.175993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:1.0:1740485460.175994:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bed80/2, rc 0, transno 4295501181 00000100:00100000:1.0:1740485460.175997:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708183424:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.176005:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21b800/2, rc 0, transno 4295558802 00000100:00100000:1.0:1740485460.176017:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708182656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.176020:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708187264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.176026:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096164700/2, rc 0, transno 4295501180 00000100:00100000:1.0:1740485460.176037:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708181248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.176044:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.176046:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096165880/2, rc 0, transno 4295501179 00000100:00100000:1.0:1740485460.176050:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708181376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.176059:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708187392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.176070:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.176082:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.176090:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.176097:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.176102:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708187776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.176108:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.176120:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.176123:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1740485460.176129:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.176140:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.176148:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176155:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176162:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176166:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708186880 00000100:00100000:0.0:1740485460.176167:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4018:3765:x1825030708184192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5703us (5746us total) trans 4295558805 rc 0/0 00010000:00010000:1.0:1740485460.176168:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176169:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708186880 00010000:00010000:1.0:1740485460.176174:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099350a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.176174:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431063 00010000:00010000:1.0:1740485460.176177:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176184:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176187:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187008 00000100:00100000:0.0:1740485460.176188:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187392 00000100:00100000:2.0:1740485460.176189:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187008 00000100:00100000:0.0:1740485460.176191:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187392 00010000:00010000:1.0:1740485460.176193:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176199:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187520 00010000:00010000:1.0:1740485460.176199:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8b86c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176201:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187520 00010000:00010000:0.0:1740485460.176204:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176211:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187776 00010000:00010000:0.0:1740485460.176212:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176213:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187776 00010000:00010000:0.0:1740485460.176218:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176224:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187136 00000100:00100000:2.0:1740485460.176225:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187136 00010000:00010000:0.0:1740485460.176225:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176231:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176236:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431073 00010000:00010000:0.0:1740485460.176237:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f632c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.176240:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176242:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4020:3766:x1825030708186880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.176244:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176251:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.176252:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29155 count 1 00010000:00010000:0.0:1740485460.176255:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8b873 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176260:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176268:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14081 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176272:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176273:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176275:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176287:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14081 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.176291:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4021:3764:x1825030708185088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1392us (1541us total) trans 4295558806 rc 0/0 00010000:00010000:2.0:1740485460.176296:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14081 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.176298:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431066 00000100:00100000:2.0:1740485460.176302:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708187904:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.176311:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431075 00000100:00100000:1.0:1740485460.176317:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4020:3764:x1825030708187520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.176318:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.176327:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29156 count 1 00000100:00100000:2.0:1740485460.176336:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431076 00010000:00010000:1.0:1740485460.176337:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176341:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3404:3767:x1825030708187776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.176347:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801362c7800/0x5922c046cda7d950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756ef expref: 14081 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176353:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.176354:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16250 count 1 00010000:00010000:1.0:1740485460.176354:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.176357:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176366:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176373:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801362c7800/0x5922c046cda7d950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756ef expref: 14081 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176376:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d91aa00/0x5922c046cda696e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc15 expref: 2631 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176382:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801362c7800/0x5922c046cda7d950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756ef expref: 14081 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.176383:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176384:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176387:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.176391:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708188160:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.176404:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d91aa00/0x5922c046cda696e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc15 expref: 2631 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176413:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d91aa00/0x5922c046cda696e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc15 expref: 2631 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.176419:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.176428:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708188288:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.176447:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.176453:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4020:3764:x1825030708185216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1547us (1618us total) trans 4295558807 rc 0/0 00000100:00100000:0.0:1740485460.176459:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431067 00000100:00100000:2.0:1740485460.176468:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.176486:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.176495:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8c000/2, rc 0, transno 4295558805 00000100:00100000:2.0:1740485460.176501:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708184192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.176522:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.176526:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.176526:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187264 00000100:00100000:0.0:1740485460.176529:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708188544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.176530:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187264 00000004:00080000:2.0:1740485460.176542:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096167b80/2, rc 0, transno 4295558807 00000100:00100000:2.0:1740485460.176546:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.176549:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708187648 00000100:00100000:0.0:1740485460.176549:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.176566:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708187648 00000100:00100000:1.0:1740485460.176599:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708188544 00000100:00100000:1.0:1740485460.176602:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708188544 00000100:00100000:0.0:1740485460.176605:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431078 00000100:00100000:0.0:1740485460.176610:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3406:3766:x1825030708187264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.176615:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431079 00000100:00100000:2.0:1740485460.176621:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3406:3764:x1825030708187648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.176621:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16247 count 1 00000100:00100000:1.0:1740485460.176623:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431080 00000100:00100000:1.0:1740485460.176628:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4020:3766:x1825030708188544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.176631:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.176634:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16249 count 1 00002000:00080000:1.0:1740485460.176640:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29157 count 1 00010000:00010000:0.0:1740485460.176644:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801356e7000/0x5922c046cda693ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cae8 expref: 2632 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176646:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176649:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176650:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.176652:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.176654:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176657:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2632 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176658:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b800/0x5922c046cda7d965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756fd expref: 14081 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176663:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176665:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.176665:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.176666:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.176667:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176668:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801356e7000/0x5922c046cda693ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cae8 expref: 2632 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176669:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176677:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801356e7000/0x5922c046cda693ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cae8 expref: 2632 pid: 16627 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.176683:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b800/0x5922c046cda7d965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756fd expref: 14081 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176684:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2632 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.176687:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708188800:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.176692:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b800/0x5922c046cda7d965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756fd expref: 14081 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.176700:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2632 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.176701:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708188928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.176704:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.176711:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708189056:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.176720:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.176726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.176736:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.176749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.176767:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cda69034 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9b4 expref: 2631 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.176780:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708186496:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.176783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.176799:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.176815:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869166848 00000100:00100000:2.0:1740485460.176818:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869166848 00010000:00010000:2.0:1740485460.176831:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c571a00/0x5922c046cda690ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9fa expref: 2631 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.176849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.176850:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519851 00000100:00100000:2.0:1740485460.176856:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14083:2006:x1825030869166464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.176865:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.176870:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008be8b400/0x5922c046cda7d87e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137567f expref: 14083 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.176872:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869166976 00000100:00100000:1.0:1740485460.176875:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869166976 00010000:00010000:2.0:1740485460.176879:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008be8b400/0x5922c046cda7d87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137567f expref: 14084 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.176880:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431081 00000100:00100000:0.0:1740485460.176885:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3406:3767:x1825030708187392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.176887:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14084 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.176893:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.176895:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1740485460.176895:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16248 count 1 00010000:00010000:2.0:1740485460.176897:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ba4ac00/0x5922c046cdb8b888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176904:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ba4ac00/0x5922c046cdb8b888 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.176912:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519852 00010000:00010000:2.0:1740485460.176915:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.176917:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2631:2006:x1825030869166848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.176917:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519853 00000100:00100000:0.0:1740485460.176922:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14083:2003:x1825030869166976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.176925:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.176929:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14083:2006:x1825030869166464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (178us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.176929:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c571a00/0x5922c046cda690ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9fa expref: 2631 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.176929:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.176934:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519851 00010000:00010000:0.0:1740485460.176934:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14083 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.176938:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c571a00/0x5922c046cda690ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136c9fa expref: 2631 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.176943:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14083 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.176950:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.176952:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.176954:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8b88f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176954:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.176956:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.176959:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.176961:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8b88f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.176965:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.176971:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d1cbc00/0x5922c046cda7d84d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137565c expref: 14081 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.176972:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.176976:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.176984:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708186752:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.176987:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2631:2006:x1825030869166848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.176988:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14080:2003:x1825030869166976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.176993:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519853 00000100:00100000:1.0:1740485460.176997:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519852 00010000:00010000:2.0:1740485460.176999:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177007:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177013:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8b8d5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177014:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177021:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177024:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2630 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177025:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d1ca000/0x5922c046cda7d800 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375640 expref: 14079 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.177029:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177030:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.177031:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.177033:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8b8d5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177036:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.177036:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708186240:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.177042:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a8400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.177045:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177047:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177050:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2630 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177052:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177055:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177059:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2630 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.177060:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177062:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177065:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968a8400/0x5922c046cdb8b896 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.177068:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708189184:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.177069:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177075:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177082:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.177083:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.177087:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a624a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.177090:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177097:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177106:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177112:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a624a00/0x5922c046cdb8b87a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.177188:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4022:3766:x1825030708185728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1651us (1680us total) trans 4295558809 rc 0/0 00000100:00100000:2.0:1740485460.177196:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431072 00010000:00010000:2.0:1740485460.177215:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.177220:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4021:3766:x1825030708185600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1991us (2018us total) trans 4295558810 rc 0/0 00010000:00010000:2.0:1740485460.177222:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.177227:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431068 00010000:00010000:2.0:1740485460.177230:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.177231:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bd880/2, rc 0, transno 4295558809 00010000:00010000:2.0:1740485460.177237:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.177241:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708185728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.177244:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177250:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a9800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.177253:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177260:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177270:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.177272:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bd500/2, rc 0, transno 4295558810 00010000:00010000:2.0:1740485460.177276:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968a9800/0x5922c046cdb8b881 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.177278:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708185600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.177308:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.177315:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708189440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.177334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.177348:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708189440 00000100:00100000:0.0:1740485460.177352:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708189440 00000100:00100000:0.0:1740485460.177368:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431082 00000100:00100000:0.0:1740485460.177372:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4021:3767:x1825030708189440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.177383:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29160 count 1 00000100:00100000:2.0:1740485460.177387:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3408:3764:x1825030708185856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2059us (2150us total) trans 4295501186 rc 0/0 00010000:00010000:0.0:1740485460.177393:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.177394:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431069 00010000:00010000:0.0:1740485460.177405:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14078 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177411:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.177413:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.177416:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.177423:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096166300/2, rc 0, transno 4295558806 00000004:00080000:1.0:1740485460.177425:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae49180/2, rc 0, transno 4295501187 00010000:00010000:0.0:1740485460.177431:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14078 pid: 16630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.177440:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.177442:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708186112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.177442:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14078 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.177451:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708189568:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.177452:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708188672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.177467:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.177474:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708189696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.177476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.177483:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.177498:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bf800/2, rc 0, transno 4295558808 00000100:00100000:1.0:1740485460.177499:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.177507:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185984:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.177516:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bf480/2, rc 0, transno 4295501186 00000100:00100000:2.0:1740485460.177523:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708185856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.177532:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.177548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.177569:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.177576:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708190080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.177595:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1740485460.177601:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.177616:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.177630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.177640:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708189824 00000100:00100000:1.0:1740485460.177643:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708189824 00000100:00100000:2.0:1740485460.177644:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.177648:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708190080 00000100:00100000:0.0:1740485460.177652:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708190080 00000100:00100000:1.0:1740485460.177654:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708189312 00000100:00100000:1.0:1740485460.177657:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708189312 00000100:00100000:2.0:1740485460.177659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.177674:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708189952 00000100:00100000:0.0:1740485460.177676:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708189952 00000100:00100000:1.0:1740485460.177678:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431084 00000100:00100000:1.0:1740485460.177683:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4025:3766:x1825030708189696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.177687:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431085 00000100:00100000:2.0:1740485460.177693:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3408:3764:x1825030708189824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.177693:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431086 00002000:00080000:1.0:1740485460.177694:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29161 count 1 00000100:00100000:0.0:1740485460.177698:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3408:3767:x1825030708190080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.177704:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.177706:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16251 count 1 00002000:00080000:0.0:1740485460.177709:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16252 count 1 00010000:00010000:1.0:1740485460.177714:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14078 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177717:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177719:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8b8f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177720:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.177722:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.177725:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177729:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fcf000/0x5922c046cda697ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc69 expref: 2629 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177730:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ca8ee00/0x5922c046cda6981b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cccb expref: 2629 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177735:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.177737:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.177737:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.177739:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14078 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177739:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.177740:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.177741:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8b8f8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177748:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14078 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.177757:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095fcf000/0x5922c046cda697ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc69 expref: 2629 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.177758:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708190336:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.177763:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ca8ee00/0x5922c046cda6981b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cccb expref: 2629 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.177768:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095fcf000/0x5922c046cda697ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc69 expref: 2629 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.177773:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ca8ee00/0x5922c046cda6981b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cccb expref: 2629 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.177776:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.177778:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708190464:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.177782:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708190592:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.177793:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431088 00000100:00100000:1.0:1740485460.177797:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4025:3764:x1825030708189952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.177800:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.177804:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.177808:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29162 count 1 00010000:00010000:1.0:1740485460.177816:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177826:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14078 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177832:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.177834:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.177836:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177851:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14078 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.177864:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14078 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.177873:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708190848:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.177891:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.179690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.179692:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708187904:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.179696:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708188160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.179709:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.179714:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.179718:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869167232 00000100:00100000:1.0:1740485460.179720:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869167232 00000100:00100000:0.0:1740485460.179723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.179730:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14079 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.179734:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869167104 00000100:00100000:0.0:1740485460.179737:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869167104 00000100:00100000:2.0:1740485460.179741:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708188288:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.179742:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519854 00000100:00100000:1.0:1740485460.179745:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14079:2004:x1825030869167232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.179749:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f829200/0x5922c046cda69209 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ca4e expref: 2630 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.179750:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.179753:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14079 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.179758:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14079 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.179759:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.179766:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519855 00010000:00010000:1.0:1740485460.179768:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4ade00/0x5922c046cda7d8d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756be expref: 14079 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.179771:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2630:2006:x1825030869167104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.179778:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.179779:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.179780:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.179782:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f829200/0x5922c046cda69209 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ca4e expref: 2630 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.179783:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.179790:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.179791:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f829200/0x5922c046cda69209 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ca4e expref: 2630 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.179802:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f829200/0x5922c046cda69209 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ca4e expref: 2630 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.179805:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.179812:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.179814:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.179815:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.179816:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a67600/0x5922c046cdb8b8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.179823:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a67600/0x5922c046cdb8b8a4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.179824:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.179827:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14078:2004:x1825030869167232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.179832:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.179834:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519854 00010000:00010000:2.0:1740485460.179839:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.179845:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.179847:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.179854:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b621400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.179857:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.179862:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2629:2006:x1825030869167104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.179864:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.179869:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519855 00010000:00010000:2.0:1740485460.179874:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.179882:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b621400/0x5922c046cdb8b89d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180027:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4026:3766:x1825030708186880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3781us (4081us total) trans 4295558811 rc 0/0 00000100:00100000:2.0:1740485460.180034:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431073 00000004:00080000:0.0:1740485460.180060:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096843100/2, rc 0, transno 4295558811 00000100:00100000:0.0:1740485460.180068:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708186880:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.180070:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae48e00/2, rc 0, transno 4295501188 00000100:00100000:2.0:1740485460.180086:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.180104:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708188800:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.180113:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708188416:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.180116:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180125:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.180129:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.180136:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708190976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.180138:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708191104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.180156:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708188928:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.180166:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.180168:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180169:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.180179:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180183:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180187:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180190:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180195:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180198:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099351600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.180199:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708191104 00010000:00010000:1.0:1740485460.180200:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180202:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708191104 00010000:00010000:1.0:1740485460.180204:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180209:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180213:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099351600/0x5922c046cdb8b8ab lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180217:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431090 00000100:00100000:2.0:1740485460.180220:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3409:3764:x1825030708191104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.180230:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16253 count 1 00010000:00010000:2.0:1740485460.180238:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180246:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009621c600/0x5922c046cda6996b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cd34 expref: 2628 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180250:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.180251:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.180253:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180263:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009621c600/0x5922c046cda6996b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cd34 expref: 2628 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180269:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009621c600/0x5922c046cda6996b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cd34 expref: 2628 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.180279:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708191360:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.180295:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.180321:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4027:3764:x1825030708187520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4003us (4212us total) trans 4295558812 rc 0/0 00000100:00100000:1.0:1740485460.180325:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431075 00000004:00080000:2.0:1740485460.180327:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de6a00/2, rc 0, transno 4295558812 00000100:00100000:2.0:1740485460.180340:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.180357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.180372:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869167616 00000100:00100000:1.0:1740485460.180373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.180374:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869167616 00010000:00010000:2.0:1740485460.180385:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801356e7000/0x5922c046cda693ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cae8 expref: 2629 pid: 16627 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.180387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.180393:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.180398:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869167744 00000100:00100000:2.0:1740485460.180400:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869167744 00000100:00100000:0.0:1740485460.180400:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708191488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.180409:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801354cb000/0x5922c046cda692e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136caa2 expref: 2629 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.180421:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.180423:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869167872 00000100:00100000:2.0:1740485460.180425:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869167872 00010000:00010000:2.0:1740485460.180435:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac7b800/0x5922c046cda7d965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813756fd expref: 14077 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.180443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.180452:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869168000 00000100:00100000:2.0:1740485460.180455:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869168000 00010000:00010000:2.0:1740485460.180465:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2629 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.180474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.180475:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708189568:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.180485:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869168128 00000100:00100000:2.0:1740485460.180487:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869168128 00010000:00010000:0.0:1740485460.180493:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180496:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2630 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.180510:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519859 00000100:00100000:0.0:1740485460.180515:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2629:2003:x1825030869167744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.180519:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519861 00000100:00100000:2.0:1740485460.180522:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2629:2004:x1825030869168000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.180523:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.180528:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.180528:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801354cb000/0x5922c046cda692e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136caa2 expref: 2629 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.180531:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2629 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.180538:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2629 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180538:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801354cb000/0x5922c046cda692e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136caa2 expref: 2629 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.180540:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519862 00000100:00100000:1.0:1740485460.180546:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2629:2005:x1825030869168128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.180548:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.180549:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.180550:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801354cb000/0x5922c046cda692e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136caa2 expref: 2629 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.180551:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180572:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180574:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.180575:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.180595:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.180597:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2628 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180599:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180601:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.180606:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180607:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801360e6000/0x5922c046cda694fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cb6d expref: 2628 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.180618:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.180619:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.180621:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2628:2004:x1825030869168000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (177us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.180621:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8b8d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180622:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.180626:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8b8d5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180628:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519861 00010000:00010000:1.0:1740485460.180634:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.180642:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2627:2003:x1825030869167744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 125us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.180648:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2627:2005:x1825030869168128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 102us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.180649:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519859 00000100:00100000:1.0:1740485460.180653:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519862 00010000:00010000:2.0:1740485460.180659:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.180666:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869168256 00010000:00010000:2.0:1740485460.180667:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.180668:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869168256 00010000:00010000:0.0:1740485460.180674:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180675:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180675:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180681:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180682:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180689:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180690:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.180691:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519863 00000100:00100000:1.0:1740485460.180694:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14076:2005:x1825030869168256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.180695:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5fe00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.180697:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180698:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180698:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.180701:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180704:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180705:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180706:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180710:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.180713:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801362c6a00/0x5922c046cda7d9ea lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375758 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.180713:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180714:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180718:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.180719:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.180719:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180720:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180721:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e5fe00/0x5922c046cdb8b8b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180724:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180729:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180730:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.180736:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8b8c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.180739:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14076:2005:x1825030869168256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.180743:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519863 00000100:00100000:1.0:1740485460.180752:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519864 00000100:00100000:1.0:1740485460.180755:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14076:2005:x1825030869168512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.180758:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.180761:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.180769:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14076 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.180775:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.180776:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.180777:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.180777:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708190592:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.180781:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180787:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.180794:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8b8f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.180798:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14075:2005:x1825030869168512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.180803:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519864 00010000:00010000:1.0:1740485460.180840:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180847:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180854:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180861:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180864:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3411:3767:x1825030708187776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4520us (4740us total) trans 4295501189 rc 0/0 00000100:00100000:2.0:1740485460.180870:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431076 00010000:00010000:1.0:1740485460.180870:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180874:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645a800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.180876:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.180879:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180885:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708191488 00010000:00010000:1.0:1740485460.180886:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180888:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708191488 00010000:00010000:1.0:1740485460.180889:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009645a800/0x5922c046cdb8b8ce lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.180902:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431091 00000100:00100000:0.0:1740485460.180906:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3410:3766:x1825030708187264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4293us (4418us total) trans 4295501190 rc 0/0 00000100:00100000:2.0:1740485460.180907:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4028:3764:x1825030708191488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.180913:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431078 00002000:00080000:2.0:1740485460.180919:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29164 count 1 00010000:00010000:2.0:1740485460.180932:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180933:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180939:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180943:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b02000/0x5922c046cda7dbe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375838 expref: 14073 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.180946:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180950:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.180951:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.180953:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180954:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180971:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b02000/0x5922c046cda7dbe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375838 expref: 14073 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.180980:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b02000/0x5922c046cda7dbe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375838 expref: 14073 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.180986:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4028:3766:x1825030708188544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4355us (4434us total) trans 4295558814 rc 0/0 00000100:00100000:2.0:1740485460.180988:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708191616:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.180992:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431080 00000100:00100000:2.0:1740485460.181008:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.181016:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249cb400/0x5922c046cda7da68 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375797 expref: 14073 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.181025:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708190336:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.181033:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181039:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801360e7800/0x5922c046cda695ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cbb3 expref: 2626 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.181041:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181045:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.181049:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708189056:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.181049:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181051:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181052:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181056:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181059:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098637000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.181060:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181064:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181068:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181070:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181075:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181076:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8b8ea lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181082:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181090:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181096:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181103:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181107:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124a66600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.181109:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.181110:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181112:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181118:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181122:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181128:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181132:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181139:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124a66600/0x5922c046cdb8b8b9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181140:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e5ea00/0x5922c046cdb8b8c7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.181169:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4028:3766:x1825030708189696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3485us (3670us total) trans 4295558815 rc 0/0 00000100:00100000:1.0:1740485460.181173:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431084 00000100:00100000:1.0:1740485460.181209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.181217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.181238:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869169024 00000100:00100000:2.0:1740485460.181241:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869169024 00000100:00100000:0.0:1740485460.181242:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3411:3764:x1825030708187136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4869us (5093us total) trans 4295501191 rc 0/0 00000100:00100000:0.0:1740485460.181248:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431077 00010000:00010000:2.0:1740485460.181251:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14074 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.181251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.181276:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869169152 00000004:00080000:0.0:1740485460.181277:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e461880/2, rc 0, transno 4295558813 00000100:00100000:2.0:1740485460.181278:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869169152 00000100:00100000:0.0:1740485460.181285:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708188672:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.181286:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f14e800/0x5922c046cda7db6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137580e expref: 14075 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.181296:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519869 00000100:00100000:2.0:1740485460.181300:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14075:2003:x1825030869169024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.181305:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.181305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.181308:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14075 pid: 16037 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.181313:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969ded80/2, rc 0, transno 4295501191 00010000:00010000:2.0:1740485460.181314:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14075 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.181320:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869169280 00000100:00100000:0.0:1740485460.181320:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.181322:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869169280 00010000:00010000:2.0:1740485460.181323:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.181324:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.181326:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181331:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009621c600/0x5922c046cda6996b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cd34 expref: 2624 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.181334:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.181334:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519870 00000100:00100000:0.0:1740485460.181340:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14074:2005:x1825030869169152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.181342:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.181347:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.181352:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f14e800/0x5922c046cda7db6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137580e expref: 14074 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.181357:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14074:2003:x1825030869169024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.181361:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519869 00010000:00010000:0.0:1740485460.181362:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f14e800/0x5922c046cda7db6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137580e expref: 14074 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.181371:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9c00/0x5922c046cda7daed lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813757d6 expref: 14073 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.181379:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.181380:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708190848:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.181381:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.181384:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801320fdc00/0x5922c046cdb8b90d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181385:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009621c600/0x5922c046cda6996b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cd34 expref: 2624 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.181390:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801320fdc00/0x5922c046cdb8b90d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181391:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181398:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.181401:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708191360:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.181402:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.181404:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181412:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.181414:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14072:2005:x1825030869169152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.181415:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181417:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.181420:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519870 00010000:00010000:2.0:1740485460.181421:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181422:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181425:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181428:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181429:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181433:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b620400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.181436:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181436:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181440:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.181442:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181443:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181446:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181451:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181452:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181452:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181454:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8b914 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.181458:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b620400/0x5922c046cdb8b906 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181459:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181467:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181473:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181480:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181490:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb59600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.181493:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181500:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181509:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181515:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb59600/0x5922c046cdb8b8dc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.181547:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4028:3764:x1825030708189952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3750us (3887us total) trans 4295558816 rc 0/0 00000100:00100000:2.0:1740485460.181550:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3411:3764:x1825030708191104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1328us (1380us total) trans 4295501193 rc 0/0 00000100:00100000:1.0:1740485460.181567:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431088 00000100:00100000:2.0:1740485460.181571:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431090 00000004:00080000:1.0:1740485460.181605:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bdf80/2, rc 0, transno 4295501193 00000100:00100000:1.0:1740485460.181610:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708191104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.181624:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3410:3764:x1825030708187648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5003us (5096us total) trans 4295501192 rc 0/0 00000100:00100000:2.0:1740485460.181627:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431079 00010000:00010000:2.0:1740485460.181651:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fcf000/0x5922c046cda697ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cc69 expref: 2622 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.181659:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708190464:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.181676:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181681:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181685:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181689:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181693:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181696:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181700:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072c0da00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.181701:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181705:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181710:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181718:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072c0da00/0x5922c046cdb8b8f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.181734:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4029:3767:x1825030708189440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4360us (4398us total) trans 4295558817 rc 0/0 00000100:00100000:0.0:1740485460.181741:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431082 00000100:00100000:0.0:1740485460.181762:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708191744:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.181778:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d214000/2, rc 0, transno 4295558816 00000100:00100000:1.0:1740485460.181783:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.181783:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.181806:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096159880/2, rc 0, transno 4295501192 00000004:00080000:0.0:1740485460.181809:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d214e00/2, rc 0, transno 4295558818 00000100:00100000:1.0:1740485460.181811:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708187648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181816:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708190976:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.181826:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d55880/2, rc 0, transno 4295558815 00000100:00100000:0.0:1740485460.181829:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708189696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.181831:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3410:3764:x1825030708189824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4137us (4281us total) trans 4295501194 rc 0/0 00000100:00100000:2.0:1740485460.181837:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431085 00000004:00080000:0.0:1740485460.181838:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e461180/2, rc 0, transno 4295558814 00000100:00100000:0.0:1740485460.181841:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708188544:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.181850:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096159180/2, rc 0, transno 4295501190 00000100:00100000:1.0:1740485460.181854:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181863:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708187264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.181871:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708191872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181875:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708192256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.181883:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.181898:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.181901:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615b480/2, rc 0, transno 4295501194 00000100:00100000:1.0:1740485460.181905:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181905:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192000 00000100:00100000:0.0:1740485460.181909:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192000 00000100:00100000:1.0:1740485460.181920:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.181924:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708191872 00000100:00100000:0.0:1740485460.181926:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708191872 00000100:00100000:2.0:1740485460.181929:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431093 00000100:00100000:1.0:1740485460.181930:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.181935:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3411:3764:x1825030708192000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181948:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192512 00000100:00100000:1.0:1740485460.181950:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1740485460.181950:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192512 00000100:00100000:2.0:1740485460.181952:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431094 00000100:00100000:1.0:1740485460.181955:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.181957:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3412:3767:x1825030708191872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.181964:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431095 00000100:00100000:0.0:1740485460.181968:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4029:3764:x1825030708192512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.181969:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16254 count 1 00000100:00100000:1.0:1740485460.181969:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.181979:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29168 count 1 00000100:00100000:1.0:1740485460.181980:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192640:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.181981:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.181989:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.181992:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013534f200/0x5922c046cda69a91 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cda4 expref: 2621 pid: 16670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.181993:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.181999:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.181999:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14070 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182000:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182003:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182006:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.182007:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.182010:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192128 00010000:00010000:0.0:1740485460.182010:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.182013:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192128 00010000:00010000:2.0:1740485460.182018:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013534f200/0x5922c046cda69a91 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cda4 expref: 2621 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182025:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14070 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182028:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013534f200/0x5922c046cda69a91 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cda4 expref: 2621 pid: 16670 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.182028:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192640 00000100:00100000:1.0:1740485460.182030:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192640 00010000:00010000:0.0:1740485460.182034:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14070 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.182038:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708193152:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.182041:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431097 00000100:00100000:1.0:1740485460.182044:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4031:3764:x1825030708192640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.182048:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708193280:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.182053:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29169 count 1 00000100:00100000:2.0:1740485460.182057:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.182060:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182065:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.182070:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098636c00/0x5922c046cda7de89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375950 expref: 14070 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182074:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.182075:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.182076:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16255 count 1 00010000:00010000:1.0:1740485460.182077:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182080:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.182086:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182087:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098636c00/0x5922c046cda7de89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375950 expref: 14070 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182092:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098636c00/0x5922c046cda7de89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375950 expref: 14070 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.182092:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708192768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.182095:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2621 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.182098:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708193408:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.182101:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182103:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182105:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182106:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.182110:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.182117:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192256 00000100:00100000:0.0:1740485460.182118:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.182119:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2621 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.182119:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192256 00000100:00100000:0.0:1740485460.182122:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708193024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.182128:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192768 00010000:00010000:2.0:1740485460.182129:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2621 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.182129:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192768 00000100:00100000:0.0:1740485460.182135:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.182138:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708193664:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.182139:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431099 00000100:00100000:1.0:1740485460.182142:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3413:3766:x1825030708192768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.182150:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708193024 00000100:00100000:0.0:1740485460.182152:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708193024 00000100:00100000:2.0:1740485460.182153:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.182154:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16257 count 1 00010000:00010000:1.0:1740485460.182161:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182166:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431100 00010000:00010000:1.0:1740485460.182168:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2621 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182171:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3414:3766:x1825030708193024:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.182173:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.182173:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.182175:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.182181:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16258 count 1 00000100:00100000:2.0:1740485460.182183:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708192384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.182185:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2621 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182190:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182191:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2621 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.182196:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708193792:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.182200:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2621 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.182204:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.182206:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.182207:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.182207:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.182210:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.182215:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708192384 00000100:00100000:1.0:1740485460.182216:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708192384 00010000:00010000:0.0:1740485460.182224:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2621 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.182228:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431101 00000100:00100000:1.0:1740485460.182230:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4032:3767:x1825030708192384:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.182231:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d56300/2, rc 0, transno 4295501195 00002000:00080000:1.0:1740485460.182237:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29167 count 1 00010000:00010000:0.0:1740485460.182237:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2621 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.182246:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708194048:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.182248:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708190080:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.182260:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d55500/2, rc 0, transno 4295558817 00010000:00010000:1.0:1740485460.182262:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182263:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.182267:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708189440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.182268:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14069 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182272:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.182273:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.182275:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.182276:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.182282:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708194176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.182286:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14069 pid: 16630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.182294:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14069 pid: 16630 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.182300:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.182303:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708194304:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.182307:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096159500/2, rc 0, transno 4295501189 00000100:00100000:2.0:1740485460.182314:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708187776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.182317:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708194432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.182318:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.182329:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708194176 00000100:00100000:1.0:1740485460.182331:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708194176 00000100:00100000:0.0:1740485460.182333:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.182347:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708194432 00000100:00100000:1.0:1740485460.182348:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708194432 00000100:00100000:2.0:1740485460.182352:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431102 00000100:00100000:2.0:1740485460.182358:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3415:3765:x1825030708194176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.182361:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431103 00000100:00100000:0.0:1740485460.182366:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4034:3765:x1825030708194432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.182369:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16259 count 1 00010000:00010000:2.0:1740485460.182378:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.182379:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096158380/2, rc 0, transno 4295558819 00000100:00100000:1.0:1740485460.182384:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708189312:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.182384:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29170 count 1 00010000:00010000:2.0:1740485460.182386:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2621 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182390:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182391:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182393:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182394:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182404:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2621 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182404:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14069 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182409:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2621 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.182411:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.182412:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.182415:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.182417:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708194816:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.182429:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.182430:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14069 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182439:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14069 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.182444:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708194688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.182448:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708194944:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.182460:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.182465:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.182471:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.182475:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708194560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.182478:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708194688 00000100:00100000:0.0:1740485460.182481:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708194688 00000100:00100000:2.0:1740485460.182492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.182498:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708194560 00000100:00100000:0.0:1740485460.182500:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708194560 00000100:00100000:0.0:1740485460.182512:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431104 00000100:00100000:2.0:1740485460.182517:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431105 00000100:00100000:0.0:1740485460.182518:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4034:3767:x1825030708194688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.182522:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3416:3767:x1825030708194560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.182529:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29171 count 1 00002000:00080000:2.0:1740485460.182531:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16260 count 1 00010000:00010000:0.0:1740485460.182538:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182540:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182547:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2621 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182549:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14069 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182565:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182566:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182568:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182573:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.182575:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.182595:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2621 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.182599:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.182602:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2621 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.182608:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708195072:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.182617:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14069 pid: 16709 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.182626:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225480 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.182631:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14069 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.182641:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708195200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.182660:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.182869:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615b800/2, rc 0, transno 4295501196 00000100:00100000:2.0:1740485460.182883:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708187392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.182987:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708195328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.183002:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.183384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.183410:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708191616:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.183425:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183544:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183564:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183573:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183600:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183607:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183613:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.183617:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183624:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183633:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183638:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5f600/0x5922c046cdb8b91b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.183760:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4035:3764:x1825030708191488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2852us (3338us total) trans 4295558820 rc 0/0 00000100:00100000:2.0:1740485460.183765:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431091 00000004:00080000:1.0:1740485460.183786:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d215180/2, rc 0, transno 4295558820 00000100:00100000:1.0:1740485460.183793:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708191488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.183821:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.183829:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708195584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.183848:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.183861:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708195584 00000100:00100000:2.0:1740485460.183864:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708195584 00000100:00100000:2.0:1740485460.183875:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431107 00000100:00100000:2.0:1740485460.183878:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4035:3764:x1825030708195584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.183888:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29172 count 1 00010000:00010000:2.0:1740485460.183896:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183904:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14068 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183908:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.183909:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.183911:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183922:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14068 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.183929:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14068 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.183935:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708195712:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.183955:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.184279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.184300:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708193152:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.184317:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184392:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184439:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184446:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184452:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184458:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184463:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b620c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.184465:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184476:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.184486:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184492:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b620c00/0x5922c046cdb8b922 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184522:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708193408:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.184539:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.184616:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869169792 00000100:00100000:2.0:1740485460.184620:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869169792 00010000:00010000:2.0:1740485460.184634:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14068 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.184639:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4036:3766:x1825030708191744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2815us (2854us total) trans 4295558821 rc 0/0 00000100:00100000:0.0:1740485460.184645:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431092 00000100:00100000:2.0:1740485460.184660:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519875 00000100:00100000:2.0:1740485460.184666:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14068:2003:x1825030869169792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.184676:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708193280:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.184690:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184697:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184700:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.184706:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184712:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184718:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.184721:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d214380/2, rc 0, transno 4295558821 00010000:00010000:2.0:1740485460.184724:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f23c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.184727:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.184729:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708191744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.184734:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184744:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184752:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f23c00/0x5922c046cdb8b929 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.184759:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708195840:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.184771:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170048 00010000:00010000:3.0:1740485460.184772:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.184773:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170048 00010000:00010000:3.0:1740485460.184774:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.184776:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.184782:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184783:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009db09800/0x5922c046cda7dd71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758d9 expref: 14069 pid: 16030 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.184796:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170176 00010000:00010000:3.0:1740485460.184797:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.184798:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170176 00010000:00010000:0.0:1740485460.184805:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2620 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.184807:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519877 00000100:00100000:1.0:1740485460.184812:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14069:2005:x1825030869170048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.184817:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519878 00000100:00100000:3.0:1740485460.184818:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14069:2003:x1825030869169920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.184820:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.184821:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869170176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.184825:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519876 00010000:00010000:1.0:1740485460.184826:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009db09800/0x5922c046cda7dd71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758d9 expref: 14069 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.184827:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.184831:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2620 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.184836:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009db09800/0x5922c046cda7dd71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758d9 expref: 14068 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.184838:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2620 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.184848:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.184849:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.184850:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.184851:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.184853:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009db09800/0x5922c046cda7dd71 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758d9 expref: 14068 pid: 16030 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.184853:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184854:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184860:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184860:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.184861:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0001_UUID:16671:1825030708193536:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.184863:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3418:3767:x1825030708191872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2905us (2965us total) trans 4295501197 rc 0/0 00000100:00100000:2.0:1740485460.184868:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431094 00010000:00010000:3.0:1740485460.184869:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.184871:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.184873:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.184874:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.184878:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.184882:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.184886:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184887:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.184887:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869170176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (105us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.184891:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184892:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14067 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.184893:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14067:2005:x1825030869170048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.184894:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a8600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.184894:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519878 00010000:00010000:3.0:1740485460.184896:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184899:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14067 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.184900:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.184904:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519877 00010000:00010000:3.0:1740485460.184905:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184908:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f5dc00/0x5922c046cda7de2e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137593b expref: 14067 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.184909:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968a8600/0x5922c046cdb8b937 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184917:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.184919:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.184921:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184924:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.184925:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.184926:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184929:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184934:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184937:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184941:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184944:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1dea00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.184945:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708195840 00010000:00010000:1.0:1740485460.184946:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.184947:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708195840 00010000:00010000:1.0:1740485460.184950:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184956:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.184960:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e1dea00/0x5922c046cdb8b93e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.184966:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431108 00000100:00100000:2.0:1740485460.184969:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4037:3766:x1825030708195840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.184978:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29173 count 1 00010000:00010000:2.0:1740485460.184987:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.184994:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14065 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.184999:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+4037:3764:x1825030708192128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2962us (3027us total) trans 4295558822 rc 0/0 00010000:00010000:2.0:1740485460.185002:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.185003:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.185005:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431096 00010000:00010000:2.0:1740485460.185005:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185016:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14065 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185021:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14065 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.185027:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708195968:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.185044:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.185055:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4037:3764:x1825030708192640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3009us (3061us total) trans 4295558823 rc 0/0 00010000:00010000:2.0:1740485460.185058:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.185059:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431097 00000100:00100000:0.0:1740485460.185068:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708193792:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.185070:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14065:2003:x1825030869169792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 404us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.185075:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519875 00000004:00080000:1.0:1740485460.185079:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21b100/2, rc 0, transno 4295558822 00010000:00010000:0.0:1740485460.185082:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185092:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192128:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.185098:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bfb80/2, rc 0, transno 4295558823 00000100:00100000:1.0:1740485460.185101:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.185126:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708196224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.185128:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185132:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f5a0000/0x5922c046cda69bda lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce1b expref: 2619 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.185135:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185140:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.185142:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708193664:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.185143:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185149:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708196224 00010000:00010000:0.0:1740485460.185150:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185151:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185151:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708196224 00010000:00010000:2.0:1740485460.185156:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.185157:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185161:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185162:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431109 00010000:00010000:0.0:1740485460.185162:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e3e9c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.185165:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4037:3764:x1825030708196224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.185165:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185166:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185170:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.185172:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185173:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.185174:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29175 count 1 00010000:00010000:2.0:1740485460.185176:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f22600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.185178:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.185181:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185182:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.185187:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e3e9c00/0x5922c046cdb8b930 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185188:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185189:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185191:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f22600/0x5922c046cdb8b945 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185199:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14064 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185206:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.185207:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.185210:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185232:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14064 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185241:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14064 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.185251:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d057100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708196352:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.185273:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3418:3764:x1825030708192000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3339us (3389us total) trans 4295501198 rc 0/0 00000100:00100000:2.0:1740485460.185278:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431093 00000100:00100000:1.0:1740485460.185283:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.185294:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708196096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.185300:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21ad80/2, rc 0, transno 4295501198 00000100:00100000:1.0:1740485460.185306:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.185308:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.185318:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708196096 00000100:00100000:2.0:1740485460.185320:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708196096 00000100:00100000:1.0:1740485460.185325:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.185329:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708196480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.185330:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431110 00000100:00100000:2.0:1740485460.185333:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4038:3767:x1825030708196096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.185341:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29174 count 1 00010000:00010000:2.0:1740485460.185349:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.185352:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708193920:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.185356:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14064 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185361:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.185362:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.185363:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185363:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185373:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14064 pid: 16709 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.185374:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708196480 00000100:00100000:3.0:1740485460.185376:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708196480 00010000:00010000:2.0:1740485460.185379:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14064 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.185385:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708196608:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.185390:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431111 00000100:00100000:3.0:1740485460.185393:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3418:3764:x1825030708196480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.185401:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16262 count 1 00000100:00100000:2.0:1740485460.185402:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.185408:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.185415:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b218e00/2, rc 0, transno 4295501197 00010000:00010000:3.0:1740485460.185417:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2618 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.185424:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.185425:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.185427:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.185429:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708191872:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.185442:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2618 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.185445:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708194816:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.185451:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2618 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.185458:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.185458:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708194048:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.185462:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708196736:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.185467:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708194304:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.185472:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.185480:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708196864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.185480:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.185481:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.185485:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.185501:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.185504:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708194944:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.185517:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.185518:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708196864 00000100:00100000:3.0:1740485460.185521:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708196864 00000100:00100000:3.0:1740485460.185538:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431112 00000100:00100000:3.0:1740485460.185543:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3419:3767:x1825030708196864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.185571:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16263 count 1 00010000:00010000:3.0:1740485460.185598:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.185609:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2618 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.185615:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.185616:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.185618:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.185634:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2618 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.185642:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2618 pid: 16700 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.185652:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708196992:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.185684:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.185741:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708195072:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.185757:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.185786:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708195200:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.185803:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.185869:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4039:3764:x1825030708192512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3899us (3936us total) trans 4295558824 rc 0/0 00000100:00100000:3.0:1740485460.185870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:1.0:1740485460.185876:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b218380/2, rc 0, transno 4295558824 00000100:00100000:0.0:1740485460.185876:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431095 00000100:00100000:2.0:1740485460.185884:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170432 00000100:00100000:2.0:1740485460.185887:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170432 00000100:00100000:1.0:1740485460.185891:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708192512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.185892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.185899:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14065 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.185908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.185913:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170688 00000100:00100000:2.0:1740485460.185915:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170688 00000100:00100000:1.0:1740485460.185915:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171200 00000100:00100000:1.0:1740485460.185918:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171200 00000100:00100000:3.0:1740485460.185919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.185923:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2619 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.185923:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519879 00000100:00100000:3.0:1740485460.185928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.185929:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14066:2005:x1825030869170432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.185932:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14066 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.185936:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.185940:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170304 00000100:00100000:2.0:1740485460.185942:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170304 00010000:00010000:0.0:1740485460.185942:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14066 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.185949:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2620 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.185950:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170816 00010000:00010000:0.0:1740485460.185951:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14066 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.185953:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170816 00000100:00100000:1.0:1740485460.185954:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519880 00000100:00100000:1.0:1740485460.185959:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2620:2005:x1825030869170688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.185964:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.185964:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ff6e00/0x5922c046cda7ded6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137597a expref: 14067 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.185965:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14067 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.185969:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2620 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.185973:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519881 00000100:00100000:2.0:1740485460.185977:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14066:2005:x1825030869171200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.185979:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2620 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.185979:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.185981:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.185983:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.185985:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.185988:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519882 00010000:00010000:2.0:1740485460.185990:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14066 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.185990:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.185992:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb9600/0x5922c046cda69e50 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf33 expref: 2620 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.185993:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869170304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.185999:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14066 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186000:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.186003:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.186004:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.186005:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2619 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186005:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.186007:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186013:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2619 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186014:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b66b200/0x5922c046cda7df0e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137598f expref: 14066 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186014:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186024:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14065:2005:x1825030869170432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.186025:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f6d200/0x5922c046cda69d5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cec3 expref: 2619 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186026:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186028:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186031:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186031:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.186031:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519879 00010000:00010000:3.0:1740485460.186035:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.186036:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186038:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186039:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186046:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186049:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2618:2005:x1825030869170688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.186051:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.186054:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519880 00010000:00010000:3.0:1740485460.186057:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.186067:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14064:2005:x1825030869171200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.186067:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519883 00000100:00100000:1.0:1740485460.186070:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14064:2004:x1825030869170816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.186072:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2617:2004:x1825030869170304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.186073:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519881 00010000:00010000:1.0:1740485460.186076:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.186077:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519882 00010000:00010000:1.0:1740485460.186079:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14064 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186086:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14063 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186097:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186097:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098637400/0x5922c046cda7dd9b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813758f5 expref: 14063 pid: 16630 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186100:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186104:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186107:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186108:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186109:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.186110:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186112:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186112:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186115:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186117:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186118:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186120:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186123:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186123:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186128:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba4b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.186128:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186129:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186130:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186133:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.186134:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186135:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.186137:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186138:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186141:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186145:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186147:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186148:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14062:2004:x1825030869170816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (219us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.186152:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8b953 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186154:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519883 00010000:00010000:2.0:1740485460.186155:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186161:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8b976 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186172:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186177:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186181:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186185:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186189:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186192:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.186194:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186196:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cb56200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.186197:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186200:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186203:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186207:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8b961 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186207:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186217:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186223:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb56200/0x5922c046cdb8b95a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.186270:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3420:3766:x1825030708192768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4126us (4163us total) trans 4295501199 rc 0/0 00000100:00100000:3.0:1740485460.186275:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431099 00000100:00100000:3.0:1740485460.186296:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708195456:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.186302:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4040:3767:x1825030708194688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3784us (3840us total) trans 4295558825 rc 0/0 00010000:00010000:3.0:1740485460.186305:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.186307:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431104 00000100:00100000:1.0:1740485460.186315:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4040:3767:x1825030708192384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4082us (4109us total) trans 4295558826 rc 0/0 00000100:00100000:1.0:1740485460.186321:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431101 00000100:00100000:3.0:1740485460.186322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.186328:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708197120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.186336:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3420:3766:x1825030708193024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4162us (4199us total) trans 4295501200 rc 0/0 00000100:00100000:1.0:1740485460.186338:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170944 00000100:00100000:1.0:1740485460.186341:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170944 00000100:00100000:2.0:1740485460.186342:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.186344:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431100 00010000:00010000:1.0:1740485460.186350:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2617 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.186356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:2.0:1740485460.186358:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8f480/2, rc 0, transno 4295558825 00000100:00100000:0.0:1740485460.186358:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708197120 00000100:00100000:1.0:1740485460.186360:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869170560 00000100:00100000:0.0:1740485460.186361:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708197120 00000100:00100000:1.0:1740485460.186362:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869170560 00000100:00100000:2.0:1740485460.186366:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708194688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.186370:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e3fa00/0x5922c046cda69c9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce6f expref: 2618 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.186375:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431113 00000100:00100000:3.0:1740485460.186378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.186380:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4039:3767:x1825030708197120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.186391:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171072 00000100:00100000:1.0:1740485460.186394:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171072 00000100:00100000:2.0:1740485460.186400:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.186403:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2619 pid: 16661 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.186408:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708197248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.186412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.186421:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171328 00000100:00100000:1.0:1740485460.186423:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171328 00010000:00010000:1.0:1740485460.186430:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009faaca00/0x5922c046cda6a191 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d060 expref: 2620 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.186431:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519884 00000100:00100000:3.0:1740485460.186438:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519885 00000100:00100000:2.0:1740485460.186438:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869170944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.186444:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869170560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.186446:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519886 00000100:00100000:0.0:1740485460.186451:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869171072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.186452:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.186452:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519887 00010000:00010000:3.0:1740485460.186457:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e3fa00/0x5922c046cda69c9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce6f expref: 2620 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.186458:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.186459:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.186461:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2620:2004:x1825030869171328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.186463:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2620 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186464:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e3fa00/0x5922c046cda69c9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce6f expref: 2620 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186464:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2620 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186468:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.186472:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e3fa00/0x5922c046cda69c9e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ce6f expref: 2620 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186472:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2620 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186472:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009faaca00/0x5922c046cda6a191 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d060 expref: 2620 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.186478:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2619 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186479:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.186480:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.186481:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009faaca00/0x5922c046cda6a191 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d060 expref: 2619 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186482:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186482:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072881c00/0x5922c046cda69f30 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cf87 expref: 2619 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186489:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009faaca00/0x5922c046cda6a191 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d060 expref: 2618 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186490:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186490:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.186490:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f0d5c00/0x5922c046cda6a079 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cfe9 expref: 2618 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.186491:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186493:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186496:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.186497:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.186498:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186499:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186500:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.186501:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.186503:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186503:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.186506:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186508:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.186511:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2616:2004:x1825030869170560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.186513:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.186513:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.186515:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519885 00000100:00100000:2.0:1740485460.186522:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2615:2004:x1825030869170944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.186527:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519884 00000100:00100000:1.0:1740485460.186527:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2615:2004:x1825030869171328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.186528:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186529:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.186531:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519887 00010000:00010000:3.0:1740485460.186533:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186537:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186541:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186544:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186545:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2613:2004:x1825030869171072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (166us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.186547:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a8e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.186549:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186567:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519886 00010000:00010000:3.0:1740485460.186572:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186576:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186595:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186597:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186599:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968a8e00/0x5922c046cdb8b94c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186603:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186607:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.186610:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29176 count 1 00010000:00010000:2.0:1740485460.186611:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.186614:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb52c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.186616:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186623:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186624:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171456 00000100:00100000:0.0:1740485460.186627:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171456 00010000:00010000:2.0:1740485460.186630:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.186633:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb52c00/0x5922c046cdb8b97d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186637:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14062 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.186650:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d057100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708196352:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.186651:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171584 00000100:00100000:0.0:1740485460.186653:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171584 00010000:00010000:1.0:1740485460.186660:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186660:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14063 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.186664:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708195712:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.186673:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186682:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519888 00000100:00100000:3.0:1740485460.186683:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3420:3766:x1825030708192256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4541us (4601us total) trans 4295501201 rc 0/0 00000100:00100000:1.0:1740485460.186687:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519889 00000100:00100000:2.0:1740485460.186688:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708195968:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.186688:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14063:2003:x1825030869171456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.186689:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431098 00000100:00100000:1.0:1740485460.186690:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14063:2005:x1825030869171584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.186694:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.186695:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.186696:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186698:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14063 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.186698:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14063 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186703:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14063 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.186707:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14063 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186708:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186711:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072a19000/0x5922c046cda7df4d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759ce expref: 14063 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.186714:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186718:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c419c00/0x5922c046cda7df31 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759b2 expref: 14062 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.186719:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.186720:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.186721:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186722:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186726:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186727:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186730:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.186732:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.186734:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186735:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186738:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.186742:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186744:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5ed600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.186747:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.186753:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186753:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14061:2005:x1825030869171584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.186758:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519889 00010000:00010000:3.0:1740485460.186763:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186763:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.186768:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8b984 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186770:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186777:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186778:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186780:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14060:2003:x1825030869171456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.186785:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186785:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.186787:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519888 00010000:00010000:2.0:1740485460.186797:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186797:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186803:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186803:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186806:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186809:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb52200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.186809:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186812:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186815:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb52600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.186816:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14059 pid: 16628 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186818:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186819:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186822:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.186824:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186824:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.186826:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186829:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186834:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.186836:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb52200/0x5922c046cdb8b98b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.186840:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb52600/0x5922c046cdb8b992 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186841:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14059 pid: 16628 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186850:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14059 pid: 16628 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.186860:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708197376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.186878:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.186889:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186896:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186903:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186910:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186917:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186922:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095cb9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.186925:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186931:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4041:3766:x1825030708195840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1960us (2006us total) trans 4295558827 rc 0/0 00010000:00010000:0.0:1740485460.186932:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186935:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431108 00010000:00010000:0.0:1740485460.186940:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.186946:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9400/0x5922c046cdb8b96f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.186959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.186963:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4040:3764:x1825030708195584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3082us (3112us total) trans 4295558828 rc 0/0 00000100:00100000:2.0:1740485460.186969:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431107 00000100:00100000:0.0:1740485460.186978:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171712 00000100:00100000:0.0:1740485460.186981:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171712 00010000:00010000:0.0:1740485460.186990:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14060 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.187004:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708196608:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.187005:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519890 00000100:00100000:1.0:1740485460.187007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.187009:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14060:2005:x1825030869171712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.187015:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187015:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.187018:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14060 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.187019:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171840 00000100:00100000:1.0:1740485460.187021:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171840 00010000:00010000:0.0:1740485460.187027:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14061 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.187029:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708196736:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.187033:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14061 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.187035:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187038:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3421:3767:x1825030708194560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4514us (4544us total) trans 4295501202 rc 0/0 00010000:00010000:0.0:1740485460.187038:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a545be00/0x5922c046cda7dfd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375a29 expref: 14061 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.187045:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431105 00010000:00010000:0.0:1740485460.187047:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.187048:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.187050:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519891 00010000:00010000:0.0:1740485460.187051:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187053:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14060:2004:x1825030869171840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.187057:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187058:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.187060:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14060 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187066:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14060 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.187070:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.187074:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012faa6200/0x5922c046cda7df77 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813759f1 expref: 14060 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.187076:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.187082:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187083:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187085:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187087:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3420:3764:x1825030708195328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4053us (4083us total) trans 4295501203 rc 0/0 00010000:00010000:1.0:1740485460.187089:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187090:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14059:2005:x1825030869171712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.187092:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431106 00000100:00100000:2.0:1740485460.187096:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708197248 00000100:00100000:0.0:1740485460.187096:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519890 00010000:00010000:1.0:1740485460.187099:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.187100:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708197248 00010000:00010000:3.0:1740485460.187105:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187109:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187110:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14058:2004:x1825030869171840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (104us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.187113:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187115:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431114 00000100:00100000:1.0:1740485460.187115:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519891 00010000:00010000:3.0:1740485460.187117:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187119:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4040:3765:x1825030708197248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.187121:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187124:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c514e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.187125:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187126:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.187128:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29177 count 1 00010000:00010000:3.0:1740485460.187129:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187130:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187134:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187135:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187138:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c514e00/0x5922c046cdb8b9a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187138:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187139:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187142:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187145:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.187146:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187150:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14057 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187150:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187155:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187156:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.187158:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187158:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009645b200/0x5922c046cdb8b999 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187160:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187177:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14057 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187186:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14057 pid: 16622 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.187195:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708197504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.187205:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4043:3765:x1825030708194432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4838us (4871us total) trans 4295558829 rc 0/0 00000100:00100000:0.0:1740485460.187212:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431103 00000100:00100000:2.0:1740485460.187217:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.187223:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4042:3767:x1825030708196096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1888us (1913us total) trans 4295558830 rc 0/0 00000100:00100000:3.0:1740485460.187227:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431110 00010000:00010000:2.0:1740485460.187228:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187234:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4041:3764:x1825030708196224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2067us (2092us total) trans 4295558831 rc 0/0 00010000:00010000:2.0:1740485460.187235:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187238:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431109 00000004:00080000:0.0:1740485460.187240:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e463800/2, rc 0, transno 4295558829 00010000:00010000:2.0:1740485460.187243:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187248:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187249:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708194432:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.187254:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.187257:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615ad80/2, rc 0, transno 4295558831 00010000:00010000:2.0:1740485460.187259:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88013629c200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.187260:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708196224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.187262:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.187264:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d215c00/2, rc 0, transno 4295558827 00000004:00080000:1.0:1740485460.187266:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f88700/2, rc 0, transno 4295558828 00010000:00010000:2.0:1740485460.187268:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187268:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708195840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.187270:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708195584:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1740485460.187274:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d217b80/2, rc 0, transno 4295501203 00010000:00010000:2.0:1740485460.187278:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187278:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708195328:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.187279:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d57b80/2, rc 0, transno 4295501200 00000100:00100000:0.0:1740485460.187282:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708193024:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.187284:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013629c200/0x5922c046cdb8b968 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187286:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708197632:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.187290:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21aa00/2, rc 0, transno 4295501201 00000100:00100000:0.0:1740485460.187293:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708192256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.187299:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.187301:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bc700/2, rc 0, transno 4295501199 00000100:00100000:0.0:1740485460.187304:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708192768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.187310:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708198144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.187311:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708197632 00000100:00100000:1.0:1740485460.187313:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708197632 00000100:00100000:0.0:1740485460.187313:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708197760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.187319:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.187322:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708198144 00000100:00100000:1.0:1740485460.187323:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708198144 00000100:00100000:3.0:1740485460.187328:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.187331:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708198528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.187332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.187333:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431115 00000100:00100000:1.0:1740485460.187337:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4041:3765:x1825030708197632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.187348:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29178 count 1 00000100:00100000:3.0:1740485460.187349:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708197760 00000100:00100000:3.0:1740485460.187351:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708197760 00000100:00100000:2.0:1740485460.187357:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431116 00010000:00010000:1.0:1740485460.187357:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187358:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708198272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.187362:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3421:3765:x1825030708198144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.187365:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431117 00010000:00010000:1.0:1740485460.187367:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14057 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187368:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4042:3766:x1825030708197760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.187371:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16264 count 1 00010000:00010000:1.0:1740485460.187373:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.187373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.187375:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1740485460.187377:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29179 count 1 00010000:00010000:1.0:1740485460.187377:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187379:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187382:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:3.0:1740485460.187383:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187387:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187387:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708197888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.187390:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14057 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.187391:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.187392:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187393:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14057 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187394:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.187394:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187395:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187397:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187400:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.187402:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14057 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.187405:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187407:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14057 pid: 16611 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187409:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708198400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.187412:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.187412:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708198656:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.187413:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14057 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.187418:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708198784:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.187419:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708198912:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.187422:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.187433:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.187437:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.187441:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.187443:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708198272 00000100:00100000:1.0:1740485460.187445:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708198272 00000100:00100000:0.0:1740485460.187448:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708197888 00000100:00100000:3.0:1740485460.187449:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708198400 00000100:00100000:3.0:1740485460.187451:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708198400 00000100:00100000:0.0:1740485460.187451:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708197888 00000100:00100000:1.0:1740485460.187457:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431118 00000100:00100000:1.0:1740485460.187460:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3423:3766:x1825030708198272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.187468:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16265 count 1 00000100:00100000:3.0:1740485460.187473:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431119 00000100:00100000:3.0:1740485460.187475:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3423:3766:x1825030708198400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.187475:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187482:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2612 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187482:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431120 00002000:00080000:3.0:1740485460.187483:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16266 count 1 00010000:00010000:1.0:1740485460.187486:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187487:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.187487:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4043:3766:x1825030708197888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.187489:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187489:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187495:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2612 pid: 16661 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.187498:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29180 count 1 00010000:00010000:3.0:1740485460.187499:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187500:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187501:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187504:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2612 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187505:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3423:3765:x1825030708194176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5147us (5205us total) trans 4295501204 rc 0/0 00010000:00010000:0.0:1740485460.187507:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187510:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2612 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187510:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431102 00010000:00010000:3.0:1740485460.187515:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2612 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187518:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2612 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.187518:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14057 pid: 16703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187525:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708199168:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.187527:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708199040:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.187529:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b21a300/2, rc 0, transno 4295558826 00010000:00010000:0.0:1740485460.187529:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.187530:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.187533:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187534:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708192384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.187536:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abd80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.187546:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.187548:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14057 pid: 16703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187549:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.187572:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708198528 00010000:00010000:0.0:1740485460.187573:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14057 pid: 16703 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.187576:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096158e00/2, rc 0, transno 4295558830 00000100:00100000:1.0:1740485460.187576:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708198528 00000100:00100000:2.0:1740485460.187595:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708196096:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1740485460.187596:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096164380/2, rc 0, transno 4295501204 00000100:00100000:3.0:1740485460.187601:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708194176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.187611:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431121 00000100:00100000:1.0:1740485460.187615:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3423:3765:x1825030708198528:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.187622:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e463b80/2, rc 0, transno 4295501202 00000100:00100000:3.0:1740485460.187623:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708199424:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.187623:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16267 count 1 00010000:00010000:1.0:1740485460.187629:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187633:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708194560:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.187636:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2612 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187639:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187640:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.187641:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708199680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.187642:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187652:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2612 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.187653:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.187655:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708199296:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.187657:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2612 pid: 16705 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.187664:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.187667:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708199936:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.187668:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708199808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.187672:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.187678:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.187679:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.187686:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708198016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.187689:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708199424 00000100:00100000:3.0:1740485460.187692:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708199808 00000100:00100000:0.0:1740485460.187692:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708199424 00000100:00100000:3.0:1740485460.187693:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708199808 00000100:00100000:1.0:1740485460.187697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.187709:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708198016 00000100:00100000:3.0:1740485460.187710:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708198016 00000100:00100000:0.0:1740485460.187715:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431122 00000100:00100000:1.0:1740485460.187718:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431123 00000100:00100000:0.0:1740485460.187719:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4045:3765:x1825030708199424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.187721:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3424:3765:x1825030708199808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.187724:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431124 00000100:00100000:3.0:1740485460.187727:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4045:3764:x1825030708198016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.187728:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16269 count 1 00002000:00080000:0.0:1740485460.187729:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29182 count 1 00010000:00010000:1.0:1740485460.187735:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187738:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.187740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.187741:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2612 pid: 16666 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.187742:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29181 count 1 00010000:00010000:1.0:1740485460.187746:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187747:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187748:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187748:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14057 pid: 16704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187749:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187754:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187756:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14057 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187756:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.187757:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2612 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187759:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187760:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187760:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.187762:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187762:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2612 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.187767:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708200064:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.187773:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14057 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187774:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14057 pid: 16704 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187777:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.187778:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14057 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.187783:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14057 pid: 16704 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.187784:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708200320:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.187786:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869171968 00000100:00100000:1.0:1740485460.187788:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869171968 00000100:00100000:0.0:1740485460.187791:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708200192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.187796:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.187798:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2613 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.187808:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.187813:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708196992:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.187815:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519892 00000100:00100000:1.0:1740485460.187819:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2613:2004:x1825030869171968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.187821:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187823:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708199552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.187824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.187833:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.187838:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2613 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.187845:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172096 00010000:00010000:1.0:1740485460.187847:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2613 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.187848:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172096 00010000:00010000:0.0:1740485460.187858:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2614 pid: 16700 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187859:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320e4c00/0x5922c046cda6a27f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0b4 expref: 2614 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187868:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187869:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187872:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187874:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519893 00010000:00010000:1.0:1740485460.187879:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.187879:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2613:2005:x1825030869172096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.187885:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.187888:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2613 pid: 16700 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187892:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.187895:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187897:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2613 pid: 16700 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.187900:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187904:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187904:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2613:2004:x1825030869171968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (165us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.187907:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187908:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519892 00000100:00100000:2.0:1740485460.187910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.187913:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f6f600/0x5922c046cda6a319 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d0f3 expref: 2613 pid: 16700 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.187914:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187918:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5ec800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.187920:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187922:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.187923:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187924:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.187926:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187929:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.187932:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ec800/0x5922c046cdb8b9a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187933:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.187936:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172224 00000100:00100000:1.0:1740485460.187938:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172224 00010000:00010000:1.0:1740485460.187944:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14058 pid: 16628 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.187947:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.187955:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519894 00000100:00100000:1.0:1740485460.187959:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14058:2003:x1825030869172224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.187962:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2611:2005:x1825030869172096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.187965:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.187968:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14058 pid: 16628 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.187969:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519893 00010000:00010000:1.0:1740485460.187976:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14058 pid: 16628 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.187987:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187988:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.187991:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.187997:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.187999:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f600/0x5922c046cda7e22c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375c36 expref: 14058 pid: 16628 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.188009:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.188009:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708197376:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.188017:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3425:3764:x1825030708196480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2623us (2667us total) trans 4295501205 rc 0/0 00000100:00100000:3.0:1740485460.188022:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431111 00010000:00010000:0.0:1740485460.188023:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.188025:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14057:2003:x1825030869172224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.188030:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.188035:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519894 00010000:00010000:0.0:1740485460.188037:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188039:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188044:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188046:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188051:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188052:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188057:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188059:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188063:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b66e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.188066:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188066:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188071:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008da79600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.188072:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188074:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188080:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188081:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.188083:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.188087:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b66e00/0x5922c046cdb8b9b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188090:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188096:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8b9ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.188104:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708199680 00000100:00100000:2.0:1740485460.188108:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708199680 00000100:00100000:2.0:1740485460.188124:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431125 00000100:00100000:2.0:1740485460.188128:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3425:3767:x1825030708199680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.188140:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16268 count 1 00010000:00010000:2.0:1740485460.188151:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.188162:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2610 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.188169:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.188170:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.188173:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.188189:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4046:3767:x1825030708197120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1808us (1845us total) trans 4295558832 rc 0/0 00010000:00010000:2.0:1740485460.188191:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2610 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.188195:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3426:3767:x1825030708196864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2651us (2693us total) trans 4295501206 rc 0/0 00000100:00100000:0.0:1740485460.188196:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431113 00010000:00010000:2.0:1740485460.188200:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2610 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.188202:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431112 00000100:00100000:2.0:1740485460.188216:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708200448:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.188218:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.188230:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d056a00/2, rc 0, transno 4295501205 00000100:00100000:3.0:1740485460.188237:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708196480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.188240:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708199552 00000100:00100000:2.0:1740485460.188241:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.188243:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708199552 00000100:00100000:2.0:1740485460.188259:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431126 00000100:00100000:2.0:1740485460.188265:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4046:3766:x1825030708199552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.188266:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.188270:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708200576:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.188277:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29183 count 1 00000100:00100000:3.0:1740485460.188284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.188288:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.188298:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14056 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.188298:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708200576 00000100:00100000:0.0:1740485460.188301:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708200576 00010000:00010000:2.0:1740485460.188303:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.188305:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.188307:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.188321:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14056 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.188325:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431127 00010000:00010000:2.0:1740485460.188329:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14056 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.188330:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3426:3764:x1825030708200576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.188337:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708200704:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.188341:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16270 count 1 00010000:00010000:0.0:1740485460.188351:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.188358:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.188362:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2610 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188368:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.188370:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.188372:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.188382:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615bb80/2, rc 0, transno 4295558832 00010000:00010000:0.0:1740485460.188388:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2610 pid: 16679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.188391:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708197120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.188397:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2610 pid: 16679 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.188403:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006dab9500/2, rc 0, transno 4295501206 00000100:00100000:0.0:1740485460.188407:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708200832:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.188410:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708196864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.188416:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.188423:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708200960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.188430:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.188444:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.188453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.188462:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800969de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708201088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.188471:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708200960 00000100:00100000:0.0:1740485460.188474:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708200960 00000100:00100000:0.0:1740485460.188489:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431128 00000100:00100000:0.0:1740485460.188494:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4047:3767:x1825030708200960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.188495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.188511:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29184 count 1 00000100:00100000:3.0:1740485460.188513:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708201088 00000100:00100000:3.0:1740485460.188516:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708201088 00010000:00010000:0.0:1740485460.188520:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188530:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14056 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.188533:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431129 00010000:00010000:0.0:1740485460.188536:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.188538:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3427:3766:x1825030708201088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.188538:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.188540:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.188547:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16271 count 1 00010000:00010000:3.0:1740485460.188569:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188572:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14056 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188593:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2610 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.188597:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.188598:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.188600:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.188603:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14056 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.188611:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2610 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.188612:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708201216:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.188617:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2610 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.188623:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708201344:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.188635:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.188637:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.190183:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708197504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.190195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.190196:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.190214:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708198656:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.190228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.190231:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708198784:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.190233:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190250:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.190253:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172352 00000100:00100000:2.0:1740485460.190255:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708198912:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.190256:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172352 00000100:00100000:0.0:1740485460.190261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.190269:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14057 pid: 16622 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.190271:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190284:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708199168:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.190287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.190293:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172608 00000100:00100000:1.0:1740485460.190296:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172608 00000100:00100000:0.0:1740485460.190298:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172480 00010000:00010000:3.0:1740485460.190299:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190301:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172480 00010000:00010000:1.0:1740485460.190306:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2611 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190313:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14058 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.190324:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172736 00000100:00100000:1.0:1740485460.190326:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172736 00000100:00100000:0.0:1740485460.190328:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172864 00000100:00100000:0.0:1740485460.190329:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172864 00000100:00100000:3.0:1740485460.190333:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519895 00010000:00010000:1.0:1740485460.190335:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14059 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.190337:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14059:2005:x1825030869172352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.190338:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2612 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.190343:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.190344:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519896 00010000:00010000:3.0:1740485460.190346:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14059 pid: 16622 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.190351:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2612:2005:x1825030869172608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.190352:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14059 pid: 16622 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.190360:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.190362:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff4f000/0x5922c046cda7e30c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375cf3 expref: 14059 pid: 16622 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.190364:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519897 00010000:00010000:2.0:1740485460.190365:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.190368:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.190369:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519898 00010000:00010000:3.0:1740485460.190370:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.190370:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14058:2004:x1825030869172480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.190371:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190374:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14058:2005:x1825030869172736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.190375:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.190376:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190378:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.190381:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.190383:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14058 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190385:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14058 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.190389:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519899 00010000:00010000:2.0:1740485460.190389:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009253c000/0x5922c046cda6a407 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d155 expref: 2612 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.190392:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2612:2003:x1825030869172864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.190393:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14058 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190394:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14058 pid: 16611 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.190396:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.190399:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2612 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.190404:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2611 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.190406:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df3aa00/0x5922c046cda7e3d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375d86 expref: 14058 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190406:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013627c600/0x5922c046cda7e408 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375da2 expref: 14058 pid: 16611 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.190407:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.190409:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.190411:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b764a00/0x5922c046cda6a668 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d227 expref: 2611 pid: 16661 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.190412:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190417:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.190417:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.190417:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.190418:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.190418:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.190419:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190419:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.190421:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190421:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190422:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190427:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190428:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190429:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190434:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.190441:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.190444:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.190448:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.190454:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2610:2005:x1825030869172608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.190460:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2610:2003:x1825030869172864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.190460:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519896 00000100:00100000:1.0:1740485460.190464:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14056:2004:x1825030869172480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.190466:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14056:2005:x1825030869172736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.190467:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519899 00000100:00100000:1.0:1740485460.190471:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519897 00000100:00100000:0.0:1740485460.190474:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519898 00010000:00010000:2.0:1740485460.190481:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190488:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190493:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190494:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190495:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190500:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190500:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190502:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190506:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190507:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190509:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190513:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190514:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190516:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5fc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.190517:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190519:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190520:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f23000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.190521:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190522:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190525:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190526:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131c9dc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.190527:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190529:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190532:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190536:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190536:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190537:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e5fc00/0x5922c046cdb8b9ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190542:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f23000/0x5922c046cdb8b9df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190545:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.190550:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131c9dc00/0x5922c046cdb8b9c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.190620:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173120 00000100:00100000:0.0:1740485460.190623:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173120 00010000:00010000:0.0:1740485460.190634:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14055 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.190649:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519900 00000100:00100000:0.0:1740485460.190654:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14055:2003:x1825030869173120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.190660:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.190663:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14055 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190672:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14055 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.190682:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3429:3765:x1825030708198144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3318us (3361us total) trans 4295501207 rc 0/0 00010000:00010000:0.0:1740485460.190682:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.190684:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.190686:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.190687:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431116 00010000:00010000:0.0:1740485460.190694:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190704:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190706:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3428:3766:x1825030708198400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3227us (3281us total) trans 4295501208 rc 0/0 00010000:00010000:2.0:1740485460.190708:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190709:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.190711:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4048:3765:x1825030708197632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3371us (3409us total) trans 4295558833 rc 0/0 00000100:00100000:3.0:1740485460.190713:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431119 00010000:00010000:2.0:1740485460.190713:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190717:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.190718:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431115 00010000:00010000:2.0:1740485460.190722:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190724:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14055:2003:x1825030869173120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (117us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.190726:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5eca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.190728:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.190730:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519900 00010000:00010000:2.0:1740485460.190731:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190738:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.190738:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190741:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8b9d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190751:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14054:2005:x1825030869172352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 413us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.190756:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519895 00010000:00010000:0.0:1740485460.190757:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999d8000/0x5922c046cda7e432 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375db7 expref: 14054 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.190768:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708199296:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.190781:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.190795:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1a680/2, rc 0, transno 4295501207 00000100:00100000:3.0:1740485460.190799:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708198144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.190819:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708201472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.190832:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4048:3766:x1825030708197760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3462us (3500us total) trans 4295558834 rc 0/0 00000100:00100000:3.0:1740485460.190835:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.190836:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431117 00000100:00100000:2.0:1740485460.190849:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708201472 00000100:00100000:2.0:1740485460.190851:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708201472 00000004:00080000:3.0:1740485460.190853:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096165500/2, rc 0, transno 4295558833 00000100:00100000:3.0:1740485460.190857:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708197632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.190864:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431130 00000100:00100000:2.0:1740485460.190867:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3428:3764:x1825030708201472:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.190875:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.190876:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16272 count 1 00000100:00100000:3.0:1740485460.190877:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.190881:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708201600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.190882:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190884:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.190891:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190896:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2608 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190897:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190900:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708201600 00010000:00010000:2.0:1740485460.190900:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.190901:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.190902:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708201600 00010000:00010000:2.0:1740485460.190903:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190904:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190914:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb53600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.190917:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190922:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431131 00010000:00010000:0.0:1740485460.190924:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190926:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4048:3764:x1825030708201600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.190931:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2608 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.190932:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.190934:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29185 count 1 00010000:00010000:2.0:1740485460.190937:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2608 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.190938:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb53600/0x5922c046cdb8b9e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190942:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.190944:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708201728:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.190949:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14052 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190957:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.190958:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.190959:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.190959:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.190967:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190969:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14052 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190972:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.190975:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14052 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.190977:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190980:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190981:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708201856:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.190985:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.190989:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e074400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.190991:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.190995:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.190995:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191000:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191004:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e074400/0x5922c046cdb8b9bc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.191013:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f4e00/2, rc 0, transno 4295501208 00000100:00100000:3.0:1740485460.191017:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708198400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.191037:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708199040:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.191039:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b219500/2, rc 0, transno 4295558834 00000100:00100000:3.0:1740485460.191045:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708197760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.191046:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4050:3766:x1825030708197888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3557us (3644us total) trans 4295558835 rc 0/0 00010000:00010000:1.0:1740485460.191052:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191053:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431120 00000100:00100000:3.0:1740485460.191065:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708201984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.191084:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.191097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.191099:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4049:3765:x1825030708197248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3979us (4023us total) trans 4295558836 rc 0/0 00000100:00100000:1.0:1740485460.191099:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708199936:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.191103:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431114 00010000:00010000:1.0:1740485460.191111:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191112:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708201984 00000004:00080000:3.0:1740485460.191115:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b797100/2, rc 0, transno 4295558835 00000100:00100000:2.0:1740485460.191115:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708201984 00000100:00100000:3.0:1740485460.191122:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708197888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.191122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.191127:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431132 00000100:00100000:1.0:1740485460.191127:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869172992 00000100:00100000:2.0:1740485460.191129:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3429:3766:x1825030708201984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.191130:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869172992 00002000:00080000:2.0:1740485460.191137:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16273 count 1 00010000:00010000:1.0:1740485460.191141:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2609 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191145:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191156:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2609 pid: 16640 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.191158:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f89c00/2, rc 0, transno 4295558836 00010000:00010000:2.0:1740485460.191160:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.191160:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173248 00010000:00010000:2.0:1740485460.191161:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.191162:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708197248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.191163:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191163:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173248 00000100:00100000:3.0:1740485460.191166:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.191169:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2610 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191175:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2610 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191180:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2610 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.191184:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519901 00000100:00100000:2.0:1740485460.191186:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708202368:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.191189:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519902 00000100:00100000:1.0:1740485460.191189:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2610:2003:x1825030869172992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.191192:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2610:2005:x1825030869173248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.191196:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.191197:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.191200:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2610 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191200:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2610 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.191202:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.191206:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2610 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191208:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2610 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.191213:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708202112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.191214:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d32b200/0x5922c046cda6a787 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d297 expref: 2610 pid: 16705 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191219:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013568f400/0x5922c046cda6a56c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d1c5 expref: 2609 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.191223:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.191223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.191224:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.191226:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191226:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.191230:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191233:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.191234:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.191236:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173376 00010000:00010000:1.0:1740485460.191237:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191238:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.191239:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173376 00010000:00010000:1.0:1740485460.191243:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191250:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2608:2005:x1825030869173248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (129us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.191250:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14053 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.191253:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519902 00000100:00100000:2.0:1740485460.191254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.191256:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.191266:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191270:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191274:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173504 00010000:00010000:1.0:1740485460.191275:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191277:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173504 00010000:00010000:1.0:1740485460.191279:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191281:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519903 00010000:00010000:1.0:1740485460.191282:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191284:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14053:2005:x1825030869173376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.191285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.191286:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1df200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.191287:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191287:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2608 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191294:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191295:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.191299:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14053 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191300:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191301:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173632 00000100:00100000:0.0:1740485460.191303:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173632 00010000:00010000:1.0:1740485460.191304:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1df200/0x5922c046cdb8b9d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191308:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14054 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.191309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.191311:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14054 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.191318:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.191319:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.191321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.191322:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191328:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191334:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173888 00000100:00100000:0.0:1740485460.191337:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173888 00010000:00010000:3.0:1740485460.191339:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.191341:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869173760 00000100:00100000:2.0:1740485460.191343:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869173760 00010000:00010000:0.0:1740485460.191345:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14055 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191353:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2609 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.191356:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14055:2005:x1825030869173376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.191362:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519904 00000100:00100000:3.0:1740485460.191367:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519903 00000100:00100000:0.0:1740485460.191367:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2609:2004:x1825030869173504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.191374:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.191377:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519905 00010000:00010000:0.0:1740485460.191378:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2609 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.191381:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14054:2003:x1825030869173632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.191384:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519906 00010000:00010000:2.0:1740485460.191387:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.191387:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2609 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.191389:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14054:2005:x1825030869173888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.191390:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14054 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.191396:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.191397:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14054 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.191398:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.191399:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.191400:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14054 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.191402:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191406:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.191406:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3430:3766:x1825030708198272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3943us (4031us total) trans 4295501209 rc 0/0 00010000:00010000:2.0:1740485460.191407:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.191408:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191409:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14054 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191409:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191412:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431118 00010000:00010000:2.0:1740485460.191414:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191420:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.191420:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.191422:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.191422:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.191424:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708202112 00010000:00010000:3.0:1740485460.191425:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191427:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708202112 00010000:00010000:3.0:1740485460.191432:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191437:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2609:2004:x1825030869173504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.191439:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14054:2003:x1825030869173632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.191442:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.191443:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431133 00000100:00100000:0.0:1740485460.191444:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519904 00000100:00100000:2.0:1740485460.191449:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519905 00000100:00100000:1.0:1740485460.191450:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4049:3767:x1825030708202112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.191459:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14053:2005:x1825030869173888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.191459:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519907 00002000:00080000:1.0:1740485460.191461:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29186 count 1 00000100:00100000:0.0:1740485460.191464:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2608:2003:x1825030869173760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.191465:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519906 00010000:00010000:0.0:1740485460.191470:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.191471:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191475:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2608 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191480:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a5ad000/0x5922c046cda7e5d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e9e expref: 14052 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191481:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14052 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191483:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2608 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191486:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.191488:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.191489:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708200704:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.191490:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191494:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.191496:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.191498:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191499:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191503:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191504:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097937c00/0x5922c046cda7e48d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375de8 expref: 14051 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191505:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14051 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191506:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191507:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191511:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191514:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708200320:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.191514:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14050 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.191515:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191515:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.191518:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191521:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e075e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.191523:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191523:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708202624:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.191527:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191528:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2608:2003:x1825030869173760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (205us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.191529:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191532:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191534:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519907 00010000:00010000:3.0:1740485460.191537:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191539:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e075e00/0x5922c046cdb8ba10 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191541:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009af349c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.191542:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191550:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191572:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191575:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2607:2003:x1825030869172992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 384us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.191594:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519901 00010000:00010000:3.0:1740485460.191595:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191602:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008cbb8e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.191604:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cda7e566 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375e66 expref: 14050 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.191605:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191612:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.191616:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708200192:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.191621:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.191627:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cbb8e00/0x5922c046cdb8ba02 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191628:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191631:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bea4600/0x5922c046cda6ad22 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d369 expref: 2606 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.191636:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191642:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191643:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708200064:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.191649:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191656:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191656:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191660:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4050:3766:x1825030708199552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3395us (3441us total) trans 4295558837 rc 0/0 00010000:00010000:0.0:1740485460.191663:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191664:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431126 00010000:00010000:1.0:1740485460.191664:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191669:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fb53000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.191670:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191672:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191677:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191678:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191681:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191685:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191687:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0a000/0x5922c046cda6a8c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d300 expref: 2605 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191688:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d17800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.191688:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191690:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191694:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191695:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb53000/0x5922c046cdb8b9fb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x71fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191696:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708200448:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.191699:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191703:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d17800/0x5922c046cdb8b9f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191705:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191710:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191714:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191718:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191721:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191729:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191733:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e075600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.191734:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191738:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191744:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4051:3764:x1825030708198016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4014us (4043us total) trans 4295558838 rc 0/0 00010000:00010000:2.0:1740485460.191744:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.191747:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8ba09 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191750:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431124 00000100:00100000:3.0:1740485460.191770:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708202240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.191789:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3431:3765:x1825030708199808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4066us (4107us total) trans 4295501210 rc 0/0 00000100:00100000:3.0:1740485460.191791:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.191794:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431123 00000100:00100000:0.0:1740485460.191799:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4050:3765:x1825030708199424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4078us (4143us total) trans 4295558839 rc 0/0 00000100:00100000:1.0:1740485460.191803:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708202240 00000100:00100000:1.0:1740485460.191805:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708202240 00000100:00100000:0.0:1740485460.191805:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431122 00000004:00080000:3.0:1740485460.191810:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e460380/2, rc 0, transno 4295501210 00000100:00100000:3.0:1740485460.191815:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708199808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.191816:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431134 00000100:00100000:1.0:1740485460.191819:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4050:3765:x1825030708202240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.191827:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29187 count 1 00010000:00010000:1.0:1740485460.191834:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.191837:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3430:3767:x1825030708199680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3708us (3754us total) trans 4295501211 rc 0/0 00000100:00100000:2.0:1740485460.191841:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431125 00010000:00010000:1.0:1740485460.191841:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14049 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191844:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.191845:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.191847:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.191850:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9bc380/2, rc 0, transno 4295558838 00000100:00100000:3.0:1740485460.191856:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708198016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.191857:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14049 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191860:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.191862:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14049 pid: 16028 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.191864:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e460000/2, rc 0, transno 4295501211 00000100:00100000:1.0:1740485460.191867:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708202880:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.191869:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708199680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.191873:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.191876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.191883:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708202496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.191888:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009af34900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.191894:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708202752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.191897:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174016 00000100:00100000:1.0:1740485460.191898:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174016 00010000:00010000:1.0:1740485460.191905:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2605 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.191911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.191926:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519908 00000100:00100000:1.0:1740485460.191929:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2605:2005:x1825030869174016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.191933:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.191935:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2605 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.191940:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708203136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.191941:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2605 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.191944:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708200832:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.191949:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e08c400/0x5922c046cda6cfff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d3d9 expref: 2605 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.191956:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.191957:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.191957:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191959:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.191960:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.191963:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.191971:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.191972:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.191980:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191983:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2604:2005:x1825030869174016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (108us total) trans 0 rc 0/0 00000004:00080000:3.0:1740485460.191985:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8a300/2, rc 0, transno 4295558839 00010000:00010000:0.0:1740485460.191987:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.191989:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519908 00000100:00100000:3.0:1740485460.191992:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708199424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.191993:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192002:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192005:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192008:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708202496 00000100:00100000:3.0:1740485460.192009:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708203264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.192009:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192011:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708202496 00010000:00010000:0.0:1740485460.192011:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b620800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.192014:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192016:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192021:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192022:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.192023:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.192023:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708203136 00000100:00100000:2.0:1740485460.192025:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708203136 00010000:00010000:1.0:1740485460.192029:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192030:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192034:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1df800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.192037:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192039:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b620800/0x5922c046cdb8ba17 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192040:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708203264 00000100:00100000:2.0:1740485460.192041:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708203264 00000100:00100000:3.0:1740485460.192044:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431135 00010000:00010000:1.0:1740485460.192044:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.192048:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4052:3764:x1825030708202496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.192056:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431136 00010000:00010000:1.0:1740485460.192056:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.192057:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29188 count 1 00000100:00100000:2.0:1740485460.192060:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3430:3764:x1825030708203136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.192062:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1df800/0x5922c046cdb8b9ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192063:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431137 00010000:00010000:3.0:1740485460.192064:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.192068:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16275 count 1 00000100:00100000:0.0:1740485460.192068:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4052:3765:x1825030708203264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.192070:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14049 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192074:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.192075:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.192076:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192077:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.192080:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29190 count 1 00010000:00010000:2.0:1740485460.192084:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2603 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192086:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14049 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192088:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.192089:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.192089:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192091:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192093:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14049 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.192098:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708203392:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.192102:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2603 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192107:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2603 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192113:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708203520:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.192120:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.192128:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.192139:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.192141:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d057100/2, rc 0, transno 4295501209 00000100:00100000:3.0:1740485460.192149:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708198272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.192153:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bfc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.192165:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14049 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192169:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.192173:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.192175:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.192178:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.192183:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8a680/2, rc 0, transno 4295558837 00000100:00100000:2.0:1740485460.192187:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.192188:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3431:3765:x1825030708198528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4570us (4637us total) trans 4295501212 rc 0/0 00000100:00100000:3.0:1740485460.192189:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708199552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.192191:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203648:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.192194:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14049 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192195:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431121 00000100:00100000:2.0:1740485460.192201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.192203:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14049 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.192213:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708203776:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.192214:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f7b80/2, rc 0, transno 4295501212 00000100:00100000:2.0:1740485460.192217:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708202752 00000100:00100000:2.0:1740485460.192218:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708202752 00000100:00100000:3.0:1740485460.192220:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708198528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.192229:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708203008 00000100:00100000:2.0:1740485460.192230:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708203008 00000100:00100000:0.0:1740485460.192232:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.192235:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.192235:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708203648 00000100:00100000:2.0:1740485460.192237:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708203648 00000100:00100000:3.0:1740485460.192240:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708204032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.192246:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431138 00000100:00100000:2.0:1740485460.192249:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3432:3767:x1825030708202752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.192253:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431139 00002000:00080000:2.0:1740485460.192257:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16274 count 1 00000100:00100000:3.0:1740485460.192259:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.192259:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4053:3767:x1825030708203008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.192264:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192271:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2603 pid: 16621 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.192271:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29189 count 1 00000100:00100000:3.0:1740485460.192275:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708204032 00010000:00010000:2.0:1740485460.192275:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.192276:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.192278:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708204032 00010000:00010000:2.0:1740485460.192278:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192280:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192287:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2603 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192290:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14049 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192293:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2603 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.192294:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431140 00010000:00010000:0.0:1740485460.192296:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.192298:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.192299:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3433:3767:x1825030708203648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.192300:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192303:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708204160:192.168.204.38@tcp:104: 00002000:00080000:3.0:1740485460.192309:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16276 count 1 00010000:00010000:0.0:1740485460.192314:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14049 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192315:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.192319:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192324:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431141 00010000:00010000:3.0:1740485460.192328:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2603 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192329:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3433:3765:x1825030708204032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.192329:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14049 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192335:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203904:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.192337:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16277 count 1 00010000:00010000:3.0:1740485460.192338:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.192338:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708204288:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.192340:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.192342:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192345:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192349:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.192352:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2603 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192356:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2603 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192356:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.192356:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.192356:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.192358:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192363:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708203904 00010000:00010000:3.0:1740485460.192364:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2603 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192365:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708203904 00010000:00010000:1.0:1740485460.192368:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2603 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.192372:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708204416:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.192373:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2603 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192377:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431142 00000100:00100000:1.0:1740485460.192379:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708204544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.192380:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4054:3767:x1825030708203904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.192387:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29191 count 1 00000100:00100000:3.0:1740485460.192388:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51f00 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.192394:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192395:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.192401:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14049 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192406:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.192406:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.192408:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192417:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14049 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192423:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14049 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192432:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708204672:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.192448:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.192466:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3434:3764:x1825030708200576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4134us (4179us total) trans 4295501213 rc 0/0 00000100:00100000:0.0:1740485460.192473:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431127 00000100:00100000:0.0:1740485460.192505:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708201216:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.192518:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.192520:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e461500/2, rc 0, transno 4295501213 00000100:00100000:2.0:1740485460.192526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.192527:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708200576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.192545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.192574:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174144 00000100:00100000:0.0:1740485460.192592:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174144 00000100:00100000:3.0:1740485460.192593:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708201344:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.192604:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174272 00010000:00010000:0.0:1740485460.192604:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14050 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.192608:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192608:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174272 00000100:00100000:2.0:1740485460.192615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.192621:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174528 00000100:00100000:0.0:1740485460.192624:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174528 00000100:00100000:3.0:1740485460.192633:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708201856:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.192633:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2605 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.192644:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192647:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519909 00000100:00100000:0.0:1740485460.192651:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14050:2005:x1825030869174144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.192655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.192659:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708204800:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.192661:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.192665:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14050 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.192674:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708201728:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.192674:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14050 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.192680:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.192685:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c901c00/0x5922c046cda7e63f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ec1 expref: 14050 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.192686:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192695:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.192697:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.192699:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192706:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192709:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174400 00000100:00100000:1.0:1740485460.192711:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174400 00010000:00010000:0.0:1740485460.192720:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.192721:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14050 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.192735:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519910 00010000:00010000:2.0:1740485460.192738:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192738:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2605:2004:x1825030869174528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.192743:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.192745:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192746:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2605 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.192749:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14050:2005:x1825030869174144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (222us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.192753:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192753:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2605 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.192756:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519909 00010000:00010000:2.0:1740485460.192760:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192762:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124b47a00/0x5922c046cda6d3a2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d49d expref: 2605 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.192767:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192770:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.192770:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519911 00010000:00010000:1.0:1740485460.192771:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.192773:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192774:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14049:2004:x1825030869174400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.192777:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192778:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012cb56e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.192780:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.192781:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.192784:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14049 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.192787:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192787:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.192793:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14049 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.192797:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192800:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2604:2004:x1825030869174528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (185us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.192804:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb56e00/0x5922c046cdb8ba1e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192804:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519910 00010000:00010000:0.0:1740485460.192804:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d914800/0x5922c046cda7e693 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375ef9 expref: 14049 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.192812:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.192814:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.192816:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192822:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2603 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.192823:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192831:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519912 00000100:00100000:1.0:1740485460.192834:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2603:2005:x1825030869174272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.192835:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.192838:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192838:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.192840:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2603 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.192845:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192845:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2603 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.192851:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192852:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192852:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135f2e600/0x5922c046cda6d1c6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d449 expref: 2603 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.192852:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14048:2004:x1825030869174400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (195us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.192858:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192858:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519911 00010000:00010000:3.0:1740485460.192859:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192860:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.192862:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.192864:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192864:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192866:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192870:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a512e600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.192870:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192872:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192873:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192878:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192878:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192883:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f22c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.192883:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.192885:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192886:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.192891:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a512e600/0x5922c046cdb8ba2c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.192893:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192899:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2602:2005:x1825030869174272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (352us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.192903:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.192905:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519912 00010000:00010000:3.0:1740485460.192910:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072f22c00/0x5922c046cdb8ba33 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192921:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192928:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192935:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192941:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192947:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192948:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708204800 00000100:00100000:0.0:1740485460.192951:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708204800 00010000:00010000:1.0:1740485460.192952:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008cbb8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.192954:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.192961:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192966:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431143 00010000:00010000:1.0:1740485460.192969:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.192970:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3435:3765:x1825030708204800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.192973:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb8200/0x5922c046cdb8ba25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.192981:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16278 count 1 00010000:00010000:0.0:1740485460.192991:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.192997:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3435:3764:x1825030708201472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2128us (2160us total) trans 4295501214 rc 0/0 00000100:00100000:2.0:1740485460.193002:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431130 00000100:00100000:3.0:1740485460.193035:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4055:3764:x1825030708201600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2107us (2141us total) trans 4295558840 rc 0/0 00000100:00100000:3.0:1740485460.193041:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431131 00010000:00010000:0.0:1740485460.193056:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2601 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193063:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.193065:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3435:3766:x1825030708201088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4526us (4570us total) trans 4295501215 rc 0/0 00010000:00010000:0.0:1740485460.193065:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.193067:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.193069:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431129 00000004:00080000:3.0:1740485460.193071:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae49f80/2, rc 0, transno 4295558840 00000100:00100000:3.0:1740485460.193078:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708201600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.193084:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2601 pid: 16693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.193090:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800969de300/2, rc 0, transno 4295501215 00010000:00010000:0.0:1740485460.193092:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2601 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.193094:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800969de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708201088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.193101:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4055:3767:x1825030708200960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4605us (4646us total) trans 4295558841 rc 0/0 00000100:00100000:0.0:1740485460.193102:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708204928:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.193108:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae48a80/2, rc 0, transno 4295501214 00000100:00100000:2.0:1740485460.193108:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431128 00000100:00100000:3.0:1740485460.193112:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708201472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.193120:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708205056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.193121:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708205312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.193121:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.193132:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708205184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.193134:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.193143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.193155:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708205056 00000100:00100000:2.0:1740485460.193158:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708205312 00000100:00100000:0.0:1740485460.193158:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708205056 00000100:00100000:2.0:1740485460.193162:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708205312 00000100:00100000:0.0:1740485460.193176:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431144 00000100:00100000:0.0:1740485460.193181:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4055:3766:x1825030708205056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.193192:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29192 count 1 00000100:00100000:1.0:1740485460.193197:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431145 00000100:00100000:1.0:1740485460.193200:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3435:3764:x1825030708205312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.193202:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.193209:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16280 count 1 00000100:00100000:2.0:1740485460.193212:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.193212:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14047 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193216:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193224:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2601 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193227:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.193228:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.193230:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.193233:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e462680/2, rc 0, transno 4295558841 00010000:00010000:1.0:1740485460.193240:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2601 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193244:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2601 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.193246:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708200960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.193251:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708205440:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.193265:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.193271:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708202368:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.193272:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708205568:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.193287:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.193296:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.193304:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708205184 00000100:00100000:2.0:1740485460.193307:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708205184 00010000:00010000:0.0:1740485460.193308:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.193309:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.193312:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708205568 00010000:00010000:0.0:1740485460.193312:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.193315:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708205568 00000100:00100000:2.0:1740485460.193322:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431146 00000100:00100000:2.0:1740485460.193327:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3436:3767:x1825030708205184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.193329:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14047 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.193335:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431147 00002000:00080000:2.0:1740485460.193337:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16279 count 1 00010000:00010000:0.0:1740485460.193338:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14047 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.193339:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4056:3765:x1825030708205568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.193347:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708205696:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.193348:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.193350:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29193 count 1 00010000:00010000:2.0:1740485460.193359:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2601 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193360:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.193364:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.193365:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.193367:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.193369:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193371:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14047 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193376:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.193378:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.193380:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.193385:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2601 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.193395:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2601 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.193396:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14047 pid: 16644 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.193404:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708205824:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.193406:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14047 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.193416:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708205952:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.193428:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.193436:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.193500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.193540:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174656 00000100:00100000:1.0:1740485460.193543:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174656 00010000:00010000:1.0:1740485460.193569:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2602 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.193599:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519913 00000100:00100000:1.0:1740485460.193602:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2602:2005:x1825030869174656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.193607:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.193610:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2602 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.193615:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2602 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.193623:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca3f600/0x5922c046cda6d47b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d4f8 expref: 2602 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.193626:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708202624:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.193630:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.193631:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.193633:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193637:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.193639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.193640:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193656:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.193657:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174784 00000100:00100000:0.0:1740485460.193660:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174784 00010000:00010000:0.0:1740485460.193670:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14048 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.193672:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2601:2005:x1825030869174656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.193676:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519913 00010000:00010000:3.0:1740485460.193683:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.193686:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519914 00000100:00100000:0.0:1740485460.193691:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14048:2005:x1825030869174784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.193692:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193699:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193700:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.193704:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14048 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.193706:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193712:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14048 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.193713:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193718:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c514a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.193721:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193724:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d914e00/0x5922c046cda7e70a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f23 expref: 14048 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.193729:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193732:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.193734:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.193737:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193738:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.193745:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c514a00/0x5922c046cdb8ba3a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193745:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.193758:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.193764:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193768:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193773:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193776:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.193778:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14047:2005:x1825030869174784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.193780:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193783:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098637000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.193784:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519914 00010000:00010000:1.0:1740485460.193785:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193788:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193798:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.193802:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098637000/0x5922c046cdb8ba41 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.193865:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3437:3766:x1825030708201984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2733us (2778us total) trans 4295501216 rc 0/0 00000100:00100000:3.0:1740485460.193872:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431132 00000004:00080000:0.0:1740485460.193878:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d56d80/2, rc 0, transno 4295501216 00000100:00100000:0.0:1740485460.193886:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708201984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.193903:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4057:3767:x1825030708202112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2455us (2675us total) trans 4295558842 rc 0/0 00000100:00100000:1.0:1740485460.193907:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431133 00000004:00080000:2.0:1740485460.193937:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d54a80/2, rc 0, transno 4295558842 00000100:00100000:0.0:1740485460.193939:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708206080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.193947:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708202112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.193960:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.193975:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.193977:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708206080 00000100:00100000:1.0:1740485460.193980:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708206080 00000100:00100000:0.0:1740485460.193980:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708206208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.193995:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431148 00000100:00100000:0.0:1740485460.193995:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.194000:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3437:3766:x1825030708206080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.194004:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708206208 00000100:00100000:3.0:1740485460.194007:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708206208 00002000:00080000:1.0:1740485460.194009:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16281 count 1 00010000:00010000:1.0:1740485460.194019:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.194025:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431149 00000100:00100000:3.0:1740485460.194029:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4057:3766:x1825030708206208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.194030:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2600 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.194036:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.194037:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.194039:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.194040:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29194 count 1 00010000:00010000:3.0:1740485460.194050:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.194053:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2600 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.194060:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14046 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.194063:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2600 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.194066:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.194067:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.194069:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.194069:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708206336:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.194085:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14046 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.194094:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14046 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.194094:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5780 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.194103:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708206464:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.194123:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.195149:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708202880:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.195156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.195164:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.195169:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708203392:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.195170:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869174912 00000100:00100000:0.0:1740485460.195173:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869174912 00010000:00010000:3.0:1740485460.195183:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195184:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14047 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.195200:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519915 00000100:00100000:0.0:1740485460.195205:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14047:2005:x1825030869174912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.195212:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.195216:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14047 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.195220:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708203520:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.195226:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14047 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.195236:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195238:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fdd800/0x5922c046cda7e749 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f46 expref: 14047 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.195248:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.195250:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.195252:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195259:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195344:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.195355:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195362:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195369:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195371:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14046:2005:x1825030869174912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 164us (215us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.195374:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195378:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519915 00010000:00010000:1.0:1740485460.195381:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195387:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099350a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.195390:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195397:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195406:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195412:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099350a00/0x5922c046cdb8ba48 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195453:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708203776:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.195465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.195466:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.195477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.195491:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175168 00000100:00100000:2.0:1740485460.195493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.195493:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175040 00000100:00100000:0.0:1740485460.195494:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175168 00000100:00100000:1.0:1740485460.195497:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175040 00010000:00010000:0.0:1740485460.195505:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2601 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.195506:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14046 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.195517:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175296 00000100:00100000:1.0:1740485460.195519:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175296 00000100:00100000:0.0:1740485460.195523:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519916 00010000:00010000:1.0:1740485460.195524:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14047 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.195528:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14047:2004:x1825030869175040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.195533:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519917 00010000:00010000:0.0:1740485460.195534:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.195536:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2601:2005:x1825030869175168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.195539:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14047 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.195540:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.195543:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2601 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.195548:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14047 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.195549:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708204160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.195565:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2601 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.195573:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de25a00/0x5922c046cda6d88e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d5ca expref: 2601 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.195576:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c463a00/0x5922c046cda7e7c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f70 expref: 14047 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.195593:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.195596:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708204416:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.195598:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.195599:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.195601:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195605:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195609:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.195611:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.195612:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.195612:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708204672:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.195614:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195616:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.195620:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195621:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.195631:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195632:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2600:2005:x1825030869175168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 95us (169us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.195634:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.195636:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195636:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519917 00010000:00010000:3.0:1740485460.195642:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.195645:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195645:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519918 00000100:00100000:1.0:1740485460.195648:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14046:2005:x1825030869175296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.195649:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.195650:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195651:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14046:2004:x1825030869175040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 122us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.195652:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.195653:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195655:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14046 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.195656:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.195657:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a512fa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.195658:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195658:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519916 00010000:00010000:1.0:1740485460.195660:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14046 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.195662:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195667:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195668:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012306c400/0x5922c046cda7e868 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fbd expref: 14045 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.195669:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195673:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.195673:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a512fa00/0x5922c046cdb8ba56 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195674:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.195675:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.195677:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195679:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008cbb9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.195680:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195682:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195686:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195688:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708204288:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.195693:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195694:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.195696:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cbb9c00/0x5922c046cdb8ba4f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195702:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195703:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14044:2005:x1825030869175296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.195707:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519918 00010000:00010000:0.0:1740485460.195713:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195720:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195727:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195732:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708204544:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.195733:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195740:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195742:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195746:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.195749:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195755:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.195764:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195768:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4059:3765:x1825030708202240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3947us (3976us total) trans 4295558843 rc 0/0 00010000:00010000:0.0:1740485460.195770:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f633c00/0x5922c046cdb8ba5d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195774:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431134 00000100:00100000:2.0:1740485460.195783:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3438:3764:x1825030708203136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3722us (3822us total) trans 4295501217 rc 0/0 00000100:00100000:3.0:1740485460.195789:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4058:3764:x1825030708202496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3740us (3878us total) trans 4295558844 rc 0/0 00000100:00100000:2.0:1740485460.195789:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431136 00000100:00100000:3.0:1740485460.195794:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431135 00000004:00080000:1.0:1740485460.195799:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4de6680/2, rc 0, transno 4295558843 00000100:00100000:1.0:1740485460.195807:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a4de6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708202240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.195815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:3.0:1740485460.195820:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e460a80/2, rc 0, transno 4295501217 00000100:00100000:3.0:1740485460.195826:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708203136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.195835:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175680 00000100:00100000:1.0:1740485460.195839:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175680 00000100:00100000:2.0:1740485460.195840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:3.0:1740485460.195844:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a27b80/2, rc 0, transno 4295558844 00000100:00100000:3.0:1740485460.195848:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708202496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.195848:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2600 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.195858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.195866:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708206592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.195867:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175552 00000100:00100000:1.0:1740485460.195869:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175552 00000100:00100000:0.0:1740485460.195873:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4058:3765:x1825030708203264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3804us (3848us total) trans 4295558845 rc 0/0 00010000:00010000:1.0:1740485460.195875:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14044 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.195879:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.195880:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431137 00000100:00100000:1.0:1740485460.195883:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175936 00000100:00100000:1.0:1740485460.195885:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175936 00000100:00100000:3.0:1740485460.195886:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.195888:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708206720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.195890:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2601 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.195895:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708206592 00000100:00100000:3.0:1740485460.195897:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.195898:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519919 00000100:00100000:0.0:1740485460.195898:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708206592 00000100:00100000:2.0:1740485460.195901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.195901:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2601:2005:x1825030869175680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.195906:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.195908:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2601 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.195911:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708206720 00000100:00100000:2.0:1740485460.195912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.195913:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431150 00000100:00100000:0.0:1740485460.195913:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708206720 00010000:00010000:1.0:1740485460.195916:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2601 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.195917:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4058:3764:x1825030708206592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1740485460.195926:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29195 count 1 00010000:00010000:1.0:1740485460.195927:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ec7200/0x5922c046cda6da32 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d63a expref: 2601 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.195933:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195934:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431151 00010000:00010000:1.0:1740485460.195935:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.195937:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.195940:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14044 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.195940:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.195940:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3438:3764:x1825030708206720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.195945:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.195946:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.195946:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195947:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.195947:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1740485460.195951:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16282 count 1 00000100:00100000:2.0:1740485460.195953:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708206848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.195961:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.195963:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.195966:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14044 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.195969:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.195972:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14044 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.195973:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2600 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.195978:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708206976:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.195980:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2600:2005:x1825030869175680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.195980:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.195981:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708206848 00010000:00010000:0.0:1740485460.195981:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.195983:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708206848 00010000:00010000:0.0:1740485460.195984:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195986:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519919 00000100:00100000:3.0:1740485460.195991:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.195994:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431152 00000100:00100000:2.0:1740485460.195997:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4059:3767:x1825030708206848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.195997:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175424 00010000:00010000:3.0:1740485460.195999:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.195999:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175424 00010000:00010000:0.0:1740485460.196000:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2599 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196003:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196007:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14045 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.196008:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.196008:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29196 count 1 00010000:00010000:0.0:1740485460.196009:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2599 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.196012:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196016:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196019:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708207104:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.196020:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196022:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869175808 00000100:00100000:1.0:1740485460.196024:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869175808 00010000:00010000:3.0:1740485460.196025:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968a9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.196025:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14045 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196028:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196029:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.196030:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.196031:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2600 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.196032:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196034:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196037:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.196043:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196044:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14045 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196044:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519920 00010000:00010000:3.0:1740485460.196048:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968a9400/0x5922c046cdb8ba72 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196049:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14045:2003:x1825030869175552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.196051:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14045 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.196052:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519921 00010000:00010000:1.0:1740485460.196054:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.196057:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2600:2005:x1825030869175936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.196058:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14045 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.196061:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708207232:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.196064:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.196067:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14045 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196068:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2600 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.196077:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.196077:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2600 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.196081:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519922 00010000:00010000:1.0:1740485460.196083:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fd9d000/0x5922c046cda7e8ca lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375fee expref: 14045 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.196086:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14045:2003:x1825030869175424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.196094:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.196094:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de09000/0x5922c046cda6d6dc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d56f expref: 2600 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.196095:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196097:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196099:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14044 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.196100:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196105:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196106:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196106:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196107:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14044 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196109:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.196114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.196116:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196118:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.196119:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880072871200/0x5922c046cda7e814 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81375f93 expref: 14044 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.196129:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196131:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196134:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196138:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14043:2003:x1825030869175552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (296us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.196138:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.196140:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196144:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519920 00010000:00010000:2.0:1740485460.196145:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196150:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196152:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.196154:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2599:2005:x1825030869175936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (294us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.196155:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196159:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196161:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519921 00010000:00010000:2.0:1740485460.196162:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196166:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d16200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.196167:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.196168:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14042:2003:x1825030869175424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (267us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.196171:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196173:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176064 00000100:00100000:3.0:1740485460.196175:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519922 00000100:00100000:1.0:1740485460.196176:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176064 00000100:00100000:0.0:1740485460.196178:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519923 00010000:00010000:2.0:1740485460.196181:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196183:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2599:2006:x1825030869175808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.196186:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d16200/0x5922c046cdb8ba64 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196187:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2599 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196188:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.196193:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2599 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196201:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2599 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196211:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519924 00010000:00010000:0.0:1740485460.196212:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f934c00/0x5922c046cda6dbac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d6b1 expref: 2599 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196215:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2599:2003:x1825030869176064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.196220:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.196222:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2598 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196222:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196223:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196226:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196232:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196234:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2598 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.196243:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196245:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196246:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.196247:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196254:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196258:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2598:2006:x1825030869175808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.196263:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519923 00010000:00010000:1.0:1740485460.196265:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.196273:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3440:3767:x1825030708202752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4022us (4132us total) trans 4295501218 rc 0/0 00000100:00100000:2.0:1740485460.196278:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431138 00000100:00100000:1.0:1740485460.196282:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2597:2003:x1825030869176064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.196288:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519924 00010000:00010000:2.0:1740485460.196293:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.196298:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3439:3767:x1825030708203648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3998us (4095us total) trans 4295501219 rc 0/0 00010000:00010000:2.0:1740485460.196298:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196302:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.196303:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431140 00010000:00010000:2.0:1740485460.196305:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196309:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196312:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e074e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.196314:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196318:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196324:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196328:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e074e00/0x5922c046cdb8ba80 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196328:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c847400/0x5922c046cda6dfbf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d7ec expref: 2596 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196332:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196338:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708205440:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.196340:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196346:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196351:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196352:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196357:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196358:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196364:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196367:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095cb9000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.196370:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196371:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196375:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196377:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196383:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196384:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196389:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fa0b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.196390:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cb9000/0x5922c046cdb8ba79 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196391:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196395:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196401:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196404:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fa0b600/0x5922c046cdb8ba95 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.196408:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4060:3767:x1825030708203904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4027us (4059us total) trans 4295558846 rc 0/0 00000100:00100000:2.0:1740485460.196413:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431142 00000004:00080000:2.0:1740485460.196431:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a69500/2, rc 0, transno 4295558846 00000100:00100000:2.0:1740485460.196445:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203904:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1740485460.196452:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a69180/2, rc 0, transno 4295501219 00000100:00100000:2.0:1740485460.196457:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.196461:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5950380/2, rc 0, transno 4295501218 00000100:00100000:2.0:1740485460.196463:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708202752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.196482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.196501:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3440:3765:x1825030708204032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4169us (4240us total) trans 4295501220 rc 0/0 00000100:00100000:1.0:1740485460.196506:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3440:3764:x1825030708205312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3304us (3362us total) trans 4295501221 rc 0/0 00000100:00100000:0.0:1740485460.196507:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431141 00000100:00100000:1.0:1740485460.196510:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431145 00000100:00100000:3.0:1740485460.196513:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708207488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.196524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.196530:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176192 00000004:00080000:1.0:1740485460.196531:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a69880/2, rc 0, transno 4295501220 00000100:00100000:0.0:1740485460.196533:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176192 00000100:00100000:3.0:1740485460.196538:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708205952:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.196538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.196539:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708204032:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.196543:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2596 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.196550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.196562:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196568:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176320 00000100:00100000:0.0:1740485460.196571:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176320 00010000:00010000:0.0:1740485460.196591:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14042 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196599:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176448 00000100:00100000:2.0:1740485460.196600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.196602:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176576 00000100:00100000:1.0:1740485460.196602:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176448 00000100:00100000:3.0:1740485460.196605:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176576 00000100:00100000:0.0:1740485460.196605:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176704 00000100:00100000:0.0:1740485460.196608:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176704 00010000:00010000:1.0:1740485460.196614:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2598 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196615:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2598 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.196626:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519925 00000100:00100000:0.0:1740485460.196630:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2598:2005:x1825030869176192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.196632:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519926 00000100:00100000:1.0:1740485460.196635:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14043:2003:x1825030869176320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.196635:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.196639:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2598 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.196640:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.196643:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14043 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196647:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2598 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.196648:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14043 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.196649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.196655:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196656:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196657:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196657:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196659:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196659:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196663:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.196665:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708207360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.196665:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196670:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.196674:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.196682:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.196687:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14043:2003:x1825030869176320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.196688:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2598:2005:x1825030869176192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.196691:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519926 00000100:00100000:0.0:1740485460.196694:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519925 00000100:00100000:2.0:1740485460.196696:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.196699:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176832 00000100:00100000:1.0:1740485460.196701:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176832 00000100:00100000:2.0:1740485460.196702:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708207744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.196704:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519927 00010000:00010000:1.0:1740485460.196707:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14043 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.196707:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2597:2003:x1825030869176704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.196714:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.196716:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519928 00000100:00100000:2.0:1740485460.196718:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.196718:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2597 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196719:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2597:2005:x1825030869176448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.196723:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519929 00010000:00010000:1.0:1740485460.196723:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.196725:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2597 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196726:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2597 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.196728:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14043:2004:x1825030869176832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.196730:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2597 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196735:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196736:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196736:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.196737:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.196737:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196739:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196742:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196743:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.196743:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196746:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926e5200/0x5922c046cda6de76 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d77c expref: 2597 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.196748:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14043 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196748:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.196749:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.196758:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14043 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.196759:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708205824:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.196760:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2596:2005:x1825030869176448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.196760:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2596:2003:x1825030869176704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.196763:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519927 00000100:00100000:1.0:1740485460.196765:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519928 00010000:00010000:3.0:1740485460.196769:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196770:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196773:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196773:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196779:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196781:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196788:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196791:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.196795:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196796:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072b57c00/0x5922c046cda6e139 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d855 expref: 2594 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.196801:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.196807:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708206336:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.196808:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14043:2004:x1825030869176832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.196808:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.196814:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519929 00010000:00010000:1.0:1740485460.196818:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196819:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645a800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.196822:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196823:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196826:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196829:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196830:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196834:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196837:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.196839:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196840:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096a15600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.196841:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708207360 00010000:00010000:1.0:1740485460.196842:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196844:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708207360 00010000:00010000:2.0:1740485460.196846:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009645a800/0x5922c046cdb8ba9c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196846:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.196855:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196857:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708207744 00010000:00010000:1.0:1740485460.196859:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a15600/0x5922c046cdb8baaa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196859:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708207744 00000100:00100000:0.0:1740485460.196870:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431153 00000100:00100000:0.0:1740485460.196874:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4060:3767:x1825030708207360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.196885:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29197 count 1 00010000:00010000:0.0:1740485460.196894:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196903:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14042 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.196909:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14042 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196916:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.196917:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.196920:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.196924:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519930 00000100:00100000:3.0:1740485460.196928:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14042:2004:x1825030869176576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.196934:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14042 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196935:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.196938:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14042 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196943:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3441:3766:x1825030708206080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2942us (2982us total) trans 4295501222 rc 0/0 00010000:00010000:0.0:1740485460.196943:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14042 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.196947:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14042 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196949:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431148 00000100:00100000:0.0:1740485460.196953:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708207872:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.196958:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fdc4400/0x5922c046cda7e995 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376034 expref: 14042 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.196961:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431154 00000100:00100000:1.0:1740485460.196965:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3440:3767:x1825030708207744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.196969:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196970:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.196973:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.196973:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.196975:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3440:3767:x1825030708205184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3646us (3762us total) trans 4295501223 rc 0/0 00002000:00080000:1.0:1740485460.196977:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16285 count 1 00010000:00010000:3.0:1740485460.196979:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.196982:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431146 00010000:00010000:1.0:1740485460.196986:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.196993:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.196995:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.196995:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a59cac00/0x5922c046cda7e917 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376003 expref: 14041 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.197000:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197001:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197003:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.197005:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708205696:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.197010:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096843480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14040:2004:x1825030869176576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (458us total) trans 0 rc 0/0 00000004:00080000:2.0:1740485460.197012:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096165c00/2, rc 0, transno 4295501223 00010000:00010000:1.0:1740485460.197014:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197016:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519930 00010000:00010000:0.0:1740485460.197019:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197020:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708205184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.197023:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.197027:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197029:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708208000:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.197034:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197038:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197041:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197043:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5780 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.197045:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197048:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197051:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708208128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.197052:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197054:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197059:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197060:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197066:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f303800 already unused, calling callback (ffffffffa0872710) 00000004:00080000:1.0:1740485460.197067:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a68700/2, rc 0, transno 4295558845 00010000:00010000:3.0:1740485460.197069:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197072:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.197072:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708203264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.197075:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197084:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197094:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708208128 00010000:00010000:3.0:1740485460.197095:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f303800/0x5922c046cdb8baa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197096:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708208128 00000100:00100000:1.0:1740485460.197107:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431155 00000100:00100000:1.0:1740485460.197111:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3440:3767:x1825030708208128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.197120:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16286 count 1 00010000:00010000:1.0:1740485460.197129:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197136:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e774c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.197138:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197140:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197144:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197146:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197148:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197148:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197157:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197162:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197166:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e774c00/0x5922c046cdb8ba8e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197174:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.197183:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708208384:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.197186:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d227c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4061:3765:x1825030708205568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3846us (3890us total) trans 4295558847 rc 0/0 00000100:00100000:3.0:1740485460.197190:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431147 00000100:00100000:0.0:1740485460.197197:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708207104:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.197206:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5a80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.197210:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.197214:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987a1200/0x5922c046cda7e9e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376050 expref: 14039 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.197220:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708207616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.197224:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708206464:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.197225:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869176960 00000100:00100000:2.0:1740485460.197227:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869176960 00010000:00010000:3.0:1740485460.197232:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197237:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197237:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2594 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.197240:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197240:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.197244:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197248:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197255:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197258:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a512ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.197260:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197262:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519931 00010000:00010000:3.0:1740485460.197263:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197268:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197268:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d217100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2594:2005:x1825030869176960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.197272:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a512ea00/0x5922c046cdb8bab1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197273:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708207616 00010000:00010000:2.0:1740485460.197275:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.197276:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708207616 00010000:00010000:2.0:1740485460.197279:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2594 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.197289:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2594 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.197289:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431156 00000100:00100000:1.0:1740485460.197292:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3441:3765:x1825030708207616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.197300:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16284 count 1 00010000:00010000:2.0:1740485460.197303:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dff1a00/0x5922c046cda6e323 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d8be expref: 2594 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.197307:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.197309:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4062:3766:x1825030708205056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4126us (4173us total) trans 4295558848 rc 0/0 00010000:00010000:2.0:1740485460.197314:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.197315:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431144 00010000:00010000:2.0:1740485460.197316:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.197317:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2593 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197319:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197322:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197324:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.197326:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197326:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197331:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197338:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4061:3766:x1825030708206208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3309us (3343us total) trans 4295558849 rc 0/0 00010000:00010000:0.0:1740485460.197338:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197341:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2593 pid: 16029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197342:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431149 00010000:00010000:2.0:1740485460.197342:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.197346:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197353:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197354:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197355:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2593 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.197359:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197360:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708206976:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.197360:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197363:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708208512:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.197365:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e5ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.197368:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197368:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197369:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197374:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197375:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197379:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197383:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b48a400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.197383:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.197384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.197386:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197388:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197392:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197394:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708207488 00000004:00080000:3.0:1740485460.197395:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d056300/2, rc 0, transno 4295501221 00010000:00010000:0.0:1740485460.197395:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e5ea00/0x5922c046cdb8ba6b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197396:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708207488 00000100:00100000:3.0:1740485460.197401:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708205312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.197401:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197406:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708208256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.197406:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b48a400/0x5922c046cdb8babf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197409:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431157 00000100:00100000:1.0:1740485460.197413:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3442:3764:x1825030708207488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.197415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1740485460.197421:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16283 count 1 00000100:00100000:3.0:1740485460.197426:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708208256 00000100:00100000:3.0:1740485460.197428:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708208256 00010000:00010000:1.0:1740485460.197430:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197438:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431158 00010000:00010000:1.0:1740485460.197439:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2593 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197440:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4062:3764:x1825030708208256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.197443:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197444:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197446:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.197448:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29198 count 1 00010000:00010000:3.0:1740485460.197454:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197456:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2593 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197461:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14038 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197461:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2593 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.197465:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.197466:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.197468:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197475:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708208640:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.197477:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14038 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197482:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14038 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.197487:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708208768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.197489:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f4abe40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.197493:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4062:3767:x1825030708203008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5232us (5320us total) trans 4295558850 rc 0/0 00000100:00100000:3.0:1740485460.197497:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abf00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.197499:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431139 00000004:00080000:1.0:1740485460.197509:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6b100/2, rc 0, transno 4295558847 00000100:00100000:1.0:1740485460.197516:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708205568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.197527:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bfc1180/2, rc 0, transno 4295558850 00000100:00100000:3.0:1740485460.197531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.197531:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bfc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708203008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.197532:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3443:3764:x1825030708206720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1590us (1632us total) trans 4295501224 rc 0/0 00000100:00100000:2.0:1740485460.197538:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431151 00000100:00100000:3.0:1740485460.197547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.197549:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177088 00010000:00010000:0.0:1740485460.197550:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098e7fa00/0x5922c046cda6dd26 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d713 expref: 2593 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.197563:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177088 00010000:00010000:1.0:1740485460.197575:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14039 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.197576:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708204928:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.197595:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a69f80/2, rc 0, transno 4295501224 00000100:00100000:3.0:1740485460.197599:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708206720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.197602:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1740485460.197604:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197606:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708208896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.197609:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177216 00010000:00010000:0.0:1740485460.197611:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197612:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177216 00010000:00010000:0.0:1740485460.197618:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.197621:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14040 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.197625:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197632:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.197639:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197643:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519932 00010000:00010000:0.0:1740485460.197645:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5ece00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.197647:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519933 00000100:00100000:1.0:1740485460.197648:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14040:2005:x1825030869177088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.197648:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197650:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14040:2005:x1825030869177216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.197651:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708208896 00000100:00100000:2.0:1740485460.197654:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708208896 00010000:00010000:3.0:1740485460.197655:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.197655:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.197655:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197659:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14040 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.197659:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14040 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.197664:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14040 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.197664:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197667:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431159 00010000:00010000:1.0:1740485460.197668:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14040 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.197670:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4062:3764:x1825030708208896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.197670:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ece00/0x5922c046cdb8ba87 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197672:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.197673:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.197675:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197679:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197679:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dccc00/0x5922c046cda7ea7c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376088 expref: 14040 pid: 16037 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.197686:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29199 count 1 00010000:00010000:3.0:1740485460.197687:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.197687:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.197688:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.197690:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197694:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14039:2005:x1825030869177216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.197694:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197695:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197700:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519933 00010000:00010000:2.0:1740485460.197703:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14039 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197704:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.197707:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.197709:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.197710:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197712:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197714:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14038:2005:x1825030869177088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (183us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.197716:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197718:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519932 00010000:00010000:3.0:1740485460.197721:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197722:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14038 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197724:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197728:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197728:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14037 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.197731:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097480e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.197733:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197734:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708209408:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.197734:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.197736:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197739:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708209280:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.197741:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197744:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.197747:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.197754:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.197761:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d217100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2592:2005:x1825030869176960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 493us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.197766:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519931 00000100:00100000:0.0:1740485460.197778:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3443:3765:x1825030708204800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4806us (5096us total) trans 4295501225 rc 0/0 00000100:00100000:0.0:1740485460.197785:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431143 00010000:00010000:2.0:1740485460.197789:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d97c400/0x5922c046cda7eaf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760b2 expref: 14037 pid: 16688 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.197798:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6a300/2, rc 0, transno 4295501225 00000100:00100000:2.0:1740485460.197799:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708207232:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.197806:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708204800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.197809:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197814:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197818:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4063:3764:x1825030708206592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1900us (1938us total) trans 4295558851 rc 0/0 00010000:00010000:2.0:1740485460.197818:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197822:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431150 00010000:00010000:2.0:1740485460.197822:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197826:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197829:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197831:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708209280 00000100:00100000:1.0:1740485460.197831:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708209536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.197833:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708209280 00010000:00010000:2.0:1740485460.197833:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009920de00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.197834:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.197838:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197843:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431160 00000100:00100000:3.0:1740485460.197845:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3443:3765:x1825030708209280:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.197847:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197847:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.197850:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009920de00/0x5922c046cdb8bac6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.197852:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16288 count 1 00010000:00010000:3.0:1740485460.197859:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197865:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708209536 00010000:00010000:3.0:1740485460.197866:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2591 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197867:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708209536 00010000:00010000:3.0:1740485460.197870:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.197871:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.197872:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197882:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2591 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197882:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431161 00000100:00100000:1.0:1740485460.197885:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3444:3765:x1825030708209536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.197887:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2591 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.197892:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708209664:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.197893:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16289 count 1 00000100:00100000:0.0:1740485460.197899:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.197900:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197903:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.197908:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2591 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197912:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197913:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.197914:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.197918:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e463480/2, rc 0, transno 4295558851 00000100:00100000:0.0:1740485460.197918:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.197923:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2591 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.197924:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708206592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.197928:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2591 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.197931:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.197934:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708209792:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.197936:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.197942:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708209152 00000100:00100000:3.0:1740485460.197944:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708209152 00000100:00100000:1.0:1740485460.197945:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.197955:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431162 00000100:00100000:0.0:1740485460.197955:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.197956:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4063:3767:x1825030708206848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1958us (1985us total) trans 4295558852 rc 0/0 00000100:00100000:3.0:1740485460.197958:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3445:3767:x1825030708209152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.197960:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708209024 00000100:00100000:2.0:1740485460.197961:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431152 00000100:00100000:1.0:1740485460.197961:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708209024 00002000:00080000:3.0:1740485460.197965:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16287 count 1 00010000:00010000:3.0:1740485460.197970:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.197972:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431163 00000100:00100000:1.0:1740485460.197975:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4063:3767:x1825030708209024:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.197975:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a68e00/2, rc 0, transno 4295558852 00010000:00010000:3.0:1740485460.197977:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2591 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.197981:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1740485460.197981:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29200 count 1 00010000:00010000:3.0:1740485460.197982:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.197983:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.197986:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.197990:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708206848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.197992:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14036 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.197994:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.197999:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198000:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198001:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.198001:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708210048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.198003:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2591 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.198009:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2591 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.198009:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14036 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.198014:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708210176:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.198015:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14036 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.198020:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708210304:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.198021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.198024:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.198030:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708210048 00000100:00100000:1.0:1740485460.198030:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.198032:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708210048 00000100:00100000:0.0:1740485460.198039:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.198042:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431164 00000100:00100000:3.0:1740485460.198044:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4064:3767:x1825030708210048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1740485460.198051:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29202 count 1 00000100:00100000:0.0:1740485460.198052:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.198056:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.198062:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708209920 00010000:00010000:3.0:1740485460.198063:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14036 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.198064:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708209920 00010000:00010000:3.0:1740485460.198066:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.198067:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.198068:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.198072:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431165 00000100:00100000:1.0:1740485460.198074:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4065:3767:x1825030708209920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.198078:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14036 pid: 16688 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.198080:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29201 count 1 00010000:00010000:3.0:1740485460.198083:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14036 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.198086:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.198088:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708210432:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.198092:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.198092:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6b800/2, rc 0, transno 4295558849 00010000:00010000:1.0:1740485460.198095:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198096:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198098:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.198098:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708206208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.198100:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.198107:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.198113:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.198118:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708210560:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.198123:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708210688:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.198127:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e463100/2, rc 0, transno 4295501222 00000100:00100000:1.0:1740485460.198133:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.198133:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708206080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.198137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.198147:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.198150:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708210816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.198153:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708210688 00000100:00100000:2.0:1740485460.198156:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708210688 00000100:00100000:3.0:1740485460.198159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.198165:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6aa00/2, rc 0, transno 4295558848 00000100:00100000:2.0:1740485460.198167:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708210816 00000100:00100000:2.0:1740485460.198168:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708210816 00000100:00100000:0.0:1740485460.198171:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708205056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.198176:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431166 00000100:00100000:2.0:1740485460.198182:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431167 00000100:00100000:1.0:1740485460.198182:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4066:3764:x1825030708210688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.198187:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3446:3764:x1825030708210816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.198192:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29203 count 1 00000100:00100000:0.0:1740485460.198193:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1740485460.198198:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16290 count 1 00000100:00100000:0.0:1740485460.198198:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708210944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.198202:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.198210:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.198211:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.198215:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.198217:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198218:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.198220:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.198221:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2591 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.198225:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708210944 00000100:00100000:3.0:1740485460.198227:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708210944 00010000:00010000:2.0:1740485460.198227:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.198229:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.198231:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.198234:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.198239:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431168 00000100:00100000:3.0:1740485460.198243:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4067:3767:x1825030708210944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.198248:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.198252:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29204 count 1 00010000:00010000:2.0:1740485460.198253:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2591 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.198256:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708211072:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.198262:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.198263:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2591 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.198271:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708211200:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.198273:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.198279:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.198280:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.198280:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.198282:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.198289:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.198298:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14036 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.198307:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.198315:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708211328:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.198334:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51f00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.198919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.198946:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708207872:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.198963:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.198965:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177344 00000100:00100000:3.0:1740485460.198968:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177344 00010000:00010000:3.0:1740485460.198981:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14037 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.199007:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519934 00000100:00100000:3.0:1740485460.199011:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14037:2004:x1825030869177344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.199017:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.199021:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14037 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199030:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14037 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199042:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb21e00/0x5922c046cda7eb40 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760c7 expref: 14037 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199053:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.199055:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.199057:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.199064:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.199070:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708208000:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.199084:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.199088:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.199100:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708208384:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.199106:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.199109:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+14036:2004:x1825030869177344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.199115:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519934 00010000:00010000:2.0:1740485460.199116:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199124:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199133:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199139:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199146:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199152:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b48a600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.199155:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199162:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199173:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199180:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b48a600/0x5922c046cdb8bacd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.199322:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4068:3767:x1825030708207360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2446us (2637us total) trans 4295558853 rc 0/0 00000100:00100000:2.0:1740485460.199330:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431153 00000004:00080000:0.0:1740485460.199399:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4c380/2, rc 0, transno 4295558853 00000100:00100000:0.0:1740485460.199412:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708207360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.199414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.199440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.199453:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177472 00000100:00100000:3.0:1740485460.199457:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177472 00000100:00100000:0.0:1740485460.199459:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177600 00000100:00100000:1.0:1740485460.199460:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.199462:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177600 00000100:00100000:1.0:1740485460.199467:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708211456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.199469:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.199475:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.199495:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519935 00000100:00100000:3.0:1740485460.199501:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2593:2004:x1825030869177472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.199501:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519936 00000100:00100000:1.0:1740485460.199506:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2593:2003:x1825030869177600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.199508:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.199512:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.199514:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.199518:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199519:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.199527:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2593 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199531:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d938000/0x5922c046cda6e9c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da1c expref: 2593 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199541:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.199542:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.199543:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123221400/0x5922c046cda6eb73 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136da93 expref: 2592 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.199545:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.199565:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199566:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.199568:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.199571:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199598:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.199608:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.199612:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.199614:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199620:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199625:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.199632:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2591:2003:x1825030869177600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 125us (190us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.199633:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.199634:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2591:2004:x1825030869177472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 132us (219us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.199637:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.199638:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519936 00010000:00010000:2.0:1740485460.199641:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba4ac00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.199642:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519935 00010000:00010000:2.0:1740485460.199644:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199650:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199657:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199660:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199664:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199666:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4ac00/0x5922c046cdb8bad4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199671:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199678:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199689:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199695:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b620c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.199698:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199703:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199712:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199718:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b620c00/0x5922c046cdb8badb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.199792:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3448:3767:x1825030708207744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2824us (3072us total) trans 4295501226 rc 0/0 00000100:00100000:2.0:1740485460.199799:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431154 00000004:00080000:0.0:1740485460.199807:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e460e00/2, rc 0, transno 4295501226 00000100:00100000:0.0:1740485460.199815:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708207744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.199826:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3447:3767:x1825030708208128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2714us (2752us total) trans 4295501227 rc 0/0 00000100:00100000:1.0:1740485460.199832:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431155 00000004:00080000:0.0:1740485460.199855:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d216680/2, rc 0, transno 4295501227 00000100:00100000:1.0:1740485460.199856:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.199860:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708208128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.199870:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708211456 00000100:00100000:1.0:1740485460.199873:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708211456 00000100:00100000:3.0:1740485460.199875:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708211584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.199888:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431169 00000100:00100000:1.0:1740485460.199892:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4068:3766:x1825030708211456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.199896:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1740485460.199904:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29205 count 1 00010000:00010000:1.0:1740485460.199913:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.199914:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.199914:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708211584 00000100:00100000:2.0:1740485460.199918:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708211584 00000100:00100000:3.0:1740485460.199919:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708211712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.199923:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14035 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.199929:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.199931:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.199933:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.199934:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.199936:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431170 00000100:00100000:2.0:1740485460.199942:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3447:3764:x1825030708211584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.199948:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14035 pid: 16688 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.199955:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16291 count 1 00010000:00010000:1.0:1740485460.199957:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14035 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.199965:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.199967:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708211840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.199976:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2589 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.199983:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.199984:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.199987:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.199988:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5a80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.200003:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2589 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.200006:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708208640:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.200011:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2589 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.200018:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708211968:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.200018:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.200037:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708208512:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.200043:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.200048:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.200054:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708211712 00000100:00100000:2.0:1740485460.200056:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708211712 00000100:00100000:2.0:1740485460.200069:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431171 00000100:00100000:2.0:1740485460.200072:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3448:3764:x1825030708211712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.200079:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16292 count 1 00000100:00100000:3.0:1740485460.200081:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708208768:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.200087:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.200095:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.200098:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2589 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.200103:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.200104:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.200105:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.200115:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2589 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.200119:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2589 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.200125:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708212096:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.200142:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.201000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.201026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.201047:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177728 00000100:00100000:3.0:1740485460.201051:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177728 00010000:00010000:3.0:1740485460.201062:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2590 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.201070:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177856 00000100:00100000:1.0:1740485460.201075:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177856 00000100:00100000:3.0:1740485460.201088:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519937 00010000:00010000:1.0:1740485460.201089:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2591 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.201092:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2591:2005:x1825030869177728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.201099:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.201103:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2591 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.201107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.201111:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2591 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.201113:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869177984 00000100:00100000:1.0:1740485460.201115:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869177984 00010000:00010000:3.0:1740485460.201120:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f78e200/0x5922c046cda6e798 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d997 expref: 2591 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.201121:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519938 00010000:00010000:1.0:1740485460.201124:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.201125:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2591:2005:x1825030869177856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.201131:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.201132:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.201133:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201134:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2590 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.201135:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201140:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201140:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2590 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.201146:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519939 00010000:00010000:0.0:1740485460.201148:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d395000/0x5922c046cda6e49d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136d927 expref: 2590 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.201149:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.201151:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14036:2005:x1825030869177984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.201156:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.201158:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.201158:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201160:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201162:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.201163:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2589:2005:x1825030869177728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.201167:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519937 00010000:00010000:0.0:1740485460.201167:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201176:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201177:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.201188:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012312aa00/0x5922c046cda7ebbe lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813760f8 expref: 14036 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.201189:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2588:2005:x1825030869177856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.201193:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519938 00010000:00010000:1.0:1740485460.201199:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.201201:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.201204:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201211:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201212:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708209408:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.201228:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201231:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.201235:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201240:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201244:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.201248:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201251:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14035:2005:x1825030869177984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (146us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.201252:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201255:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178240 00000100:00100000:0.0:1740485460.201257:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178240 00000100:00100000:1.0:1740485460.201258:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519939 00010000:00010000:3.0:1740485460.201259:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097481c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.201261:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201264:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2588 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.201265:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201271:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201273:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519940 00010000:00010000:3.0:1740485460.201275:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8baf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201277:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2588:2003:x1825030869178240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.201285:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.201289:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2588 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.201289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.201294:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178112 00000100:00100000:0.0:1740485460.201295:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178112 00010000:00010000:1.0:1740485460.201297:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2588 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201301:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14035 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.201307:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.201308:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.201311:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201311:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519941 00000100:00100000:0.0:1740485460.201314:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14035:2003:x1825030869178112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.201318:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201318:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.201320:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14035 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201325:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14035 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.201328:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.201334:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097995a00/0x5922c046cda7ec19 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376129 expref: 14035 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201340:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.201341:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2588:2003:x1825030869178240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (93us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.201341:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201343:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201347:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201348:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519940 00010000:00010000:0.0:1740485460.201364:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.201366:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201373:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201374:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14034:2003:x1825030869178112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.201378:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519941 00000100:00100000:3.0:1740485460.201379:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4069:3764:x1825030708208256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3936us (3961us total) trans 4295558854 rc 0/0 00010000:00010000:1.0:1740485460.201380:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201384:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201386:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431158 00010000:00010000:1.0:1740485460.201387:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201392:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201394:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201399:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cd2800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.201402:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201405:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201408:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201411:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201414:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800966e6400/0x5922c046cda6eefa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db6c expref: 2587 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.201416:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201416:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201419:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d17600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.201421:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201423:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098cd2800/0x5922c046cdb8bae9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201425:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708209664:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.201425:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201431:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201435:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d17600/0x5922c046cdb8baf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x720f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201439:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201447:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201457:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201462:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708209792:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.201464:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.201470:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201476:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201476:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201476:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178496 00000100:00100000:0.0:1740485460.201478:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178496 00010000:00010000:3.0:1740485460.201481:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.201484:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201488:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2587 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.201490:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201498:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201502:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975b3400/0x5922c046cdb8bafe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201504:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519942 00000100:00100000:0.0:1740485460.201508:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2587:2005:x1825030869178496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.201514:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.201517:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2587 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201530:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2587 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.201532:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4069:3764:x1825030708208896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3860us (3910us total) trans 4295558855 rc 0/0 00000100:00100000:2.0:1740485460.201536:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431159 00010000:00010000:0.0:1740485460.201541:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cda6f1cb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc06 expref: 2587 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201567:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201569:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201571:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201603:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201613:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3450:3764:x1825030708207488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4198us (4226us total) trans 4295501228 rc 0/0 00000100:00100000:1.0:1740485460.201621:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431157 00010000:00010000:0.0:1740485460.201623:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.201627:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708210176:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.201630:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3449:3765:x1825030708209280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3782us (3874us total) trans 4295501229 rc 0/0 00000100:00100000:3.0:1740485460.201634:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431160 00010000:00010000:1.0:1740485460.201637:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201638:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2586:2005:x1825030869178496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 129us (173us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.201641:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201643:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519942 00010000:00010000:1.0:1740485460.201644:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201651:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.201655:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d217800/2, rc 0, transno 4295501229 00010000:00010000:1.0:1740485460.201658:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201663:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:16677:1825030708210432:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.201664:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201665:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708209280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.201670:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff59400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.201673:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201677:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.201678:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f88a80/2, rc 0, transno 4295558855 00000100:00100000:3.0:1740485460.201682:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708208896:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.201684:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201688:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.201693:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201694:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708212224:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.201699:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e461c00/2, rc 0, transno 4295558854 00010000:00010000:1.0:1740485460.201699:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff59400/0x5922c046cdb8bb05 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201704:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708208256:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1740485460.201709:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4c700/2, rc 0, transno 4295501228 00000100:00100000:0.0:1740485460.201710:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.201712:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708207488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.201721:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708212352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.201727:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708212224 00000100:00100000:0.0:1740485460.201728:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.201729:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708212224 00000100:00100000:3.0:1740485460.201737:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708212352 00000100:00100000:3.0:1740485460.201739:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708212352 00000100:00100000:2.0:1740485460.201745:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431172 00000100:00100000:0.0:1740485460.201747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.201749:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3450:3767:x1825030708212224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.201753:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431173 00000100:00100000:0.0:1740485460.201755:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178624 00000100:00100000:3.0:1740485460.201756:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4069:3767:x1825030708212352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.201756:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178624 00002000:00080000:2.0:1740485460.201758:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16293 count 1 00002000:00080000:3.0:1740485460.201764:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29206 count 1 00010000:00010000:0.0:1740485460.201764:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14034 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.201766:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201770:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201773:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519943 00010000:00010000:2.0:1740485460.201774:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2585 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201776:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14034:2005:x1825030869178624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.201777:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14034 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201778:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.201779:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.201780:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.201781:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.201781:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201782:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.201782:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14034 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.201784:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201787:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14034 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.201792:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2585 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201794:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.201795:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3450:3765:x1825030708209536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3908us (3947us total) trans 4295501230 rc 0/0 00010000:00010000:0.0:1740485460.201795:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.201797:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14034 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201797:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2585 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201797:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201801:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201802:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431161 00010000:00010000:3.0:1740485460.201804:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14034 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.201807:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708212736:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.201807:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.201809:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708212864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.201817:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14034:2005:x1825030869178624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.201820:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519943 00000100:00100000:2.0:1740485460.201827:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.201829:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a59cb600/0x5922c046cda7ec27 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376137 expref: 14033 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.201831:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.201840:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708210304:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.201840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.201841:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708212608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.201850:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178368 00010000:00010000:1.0:1740485460.201852:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201852:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178368 00000100:00100000:3.0:1740485460.201853:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.201859:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201862:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2586 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.201865:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708212608 00000004:00080000:3.0:1740485460.201866:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e044a80/2, rc 0, transno 4295501230 00010000:00010000:1.0:1740485460.201866:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201868:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708212608 00000100:00100000:3.0:1740485460.201869:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708209536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.201878:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201880:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519944 00000100:00100000:2.0:1740485460.201881:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431174 00000100:00100000:2.0:1740485460.201884:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4070:3765:x1825030708212608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.201885:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201885:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2586:2004:x1825030869178368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.201887:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708212992:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.201892:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29207 count 1 00010000:00010000:1.0:1740485460.201892:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201892:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.201895:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2586 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.201896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.201897:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff58000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.201900:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201900:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201904:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2586 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.201907:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1740485460.201907:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14032 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201907:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201910:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708212480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.201911:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.201912:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.201914:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201915:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d939c00/0x5922c046cda6ed87 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136db11 expref: 2586 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.201917:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.201921:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.201923:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58000/0x5922c046cdb8bb13 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201924:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14032 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.201924:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201925:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.201927:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.201929:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14032 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.201933:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201935:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708213120:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.201945:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708212992 00010000:00010000:0.0:1740485460.201945:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.201948:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708212992 00010000:00010000:3.0:1740485460.201950:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201951:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.201954:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201957:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2585:2004:x1825030869178368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.201959:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201962:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519944 00010000:00010000:3.0:1740485460.201963:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201963:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708212480 00000100:00100000:1.0:1740485460.201963:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431175 00000100:00100000:2.0:1740485460.201965:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708212480 00010000:00010000:3.0:1740485460.201967:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.201967:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3450:3766:x1825030708212992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.201970:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f632c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.201972:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201975:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.201977:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431176 00002000:00080000:1.0:1740485460.201979:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16295 count 1 00000100:00100000:2.0:1740485460.201980:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b6b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3451:3765:x1825030708212480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.201981:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.201984:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f632c00/0x5922c046cdb8bb0c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.201988:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16294 count 1 00010000:00010000:1.0:1740485460.201989:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.201991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.201994:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.201999:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2584 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202000:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178752 00010000:00010000:2.0:1740485460.202002:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2584 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202002:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178752 00010000:00010000:1.0:1740485460.202005:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.202006:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.202007:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.202007:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.202008:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202009:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202011:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14033 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.202017:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2584 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202023:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2584 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.202024:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519945 00010000:00010000:1.0:1740485460.202025:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2584 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202027:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14033:2005:x1825030869178752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.202029:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708213248:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.202031:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.202034:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14033 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202035:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2584 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.202039:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225f00 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.202039:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14033 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.202045:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708213376:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.202046:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008da38800/0x5922c046cda7ec9e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376184 expref: 14033 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202052:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202053:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202055:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202060:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.202061:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.202065:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3452:3767:x1825030708209152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4106us (4147us total) trans 4295501231 rc 0/0 00010000:00010000:0.0:1740485460.202068:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.202070:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431162 00000100:00100000:0.0:1740485460.202078:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14032:2005:x1825030869178752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (87us total) trans 0 rc 0/0 00000004:00080000:2.0:1740485460.202080:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d216d80/2, rc 0, transno 4295501231 00000100:00100000:0.0:1740485460.202084:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519945 00000100:00100000:2.0:1740485460.202089:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209152:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.202103:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202106:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.202108:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202111:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708213504:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.202113:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202116:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202120:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202122:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.202123:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c283e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.202125:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202129:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202131:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708213504 00000100:00100000:3.0:1740485460.202133:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708213504 00010000:00010000:2.0:1740485460.202135:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202140:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c283e00/0x5922c046cdb8bb1a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202141:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431177 00000100:00100000:3.0:1740485460.202144:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3452:3766:x1825030708213504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.202151:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16296 count 1 00000100:00100000:0.0:1740485460.202153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.202157:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4071:3767:x1825030708209024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4180us (4201us total) trans 4295558856 rc 0/0 00010000:00010000:3.0:1740485460.202158:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202160:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869178880 00000100:00100000:1.0:1740485460.202161:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431163 00000100:00100000:0.0:1740485460.202162:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869178880 00010000:00010000:3.0:1740485460.202165:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2584 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202168:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.202168:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.202169:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.202171:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202176:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202177:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519946 00000100:00100000:0.0:1740485460.202179:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14032:2003:x1825030869178880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.202180:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202181:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2584 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202183:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.202185:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2584 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202185:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202185:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202189:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202190:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.202191:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708213632:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.202193:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202196:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1dea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.202196:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202197:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.202198:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202199:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202201:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.202202:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202202:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202207:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202209:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.202211:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1dea00/0x5922c046cdb8bae2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202216:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14032:2003:x1825030869178880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.202222:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519946 00000100:00100000:0.0:1740485460.202239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.202245:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179008 00000100:00100000:0.0:1740485460.202247:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179008 00000100:00100000:2.0:1740485460.202252:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4071:3767:x1825030708210048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4204us (4229us total) trans 4295558857 rc 0/0 00010000:00010000:0.0:1740485460.202253:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.202260:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431164 00000100:00100000:0.0:1740485460.202269:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519947 00000100:00100000:0.0:1740485460.202273:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14032:2003:x1825030869179008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.202279:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.202282:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.202289:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708211200:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.202290:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202299:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.202301:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3453:3765:x1825030708207616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5006us (5059us total) trans 4295501232 rc 0/0 00010000:00010000:0.0:1740485460.202301:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202303:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.202307:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431156 00010000:00010000:0.0:1740485460.202310:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.202312:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4ca80/2, rc 0, transno 4295501232 00010000:00010000:2.0:1740485460.202315:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202317:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708207616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.202320:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1740485460.202331:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4e680/2, rc 0, transno 4295558857 00000100:00100000:0.0:1740485460.202331:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14032:2003:x1825030869179008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.202333:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708213760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.202336:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708210048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.202339:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519947 00010000:00010000:1.0:1740485460.202340:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008da39600/0x5922c046cda7ecdd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376192 expref: 14032 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.202345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.202351:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708211072:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.202356:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:2.0:1740485460.202358:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8aa00/2, rc 0, transno 4295558856 00000100:00100000:3.0:1740485460.202361:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708213888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.202362:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.202365:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.202370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.202373:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202378:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179136 00010000:00010000:1.0:1740485460.202379:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202381:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179136 00010000:00010000:1.0:1740485460.202385:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202388:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708214016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.202390:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2585 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202392:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.202397:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202400:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519948 00010000:00010000:1.0:1740485460.202402:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007239a800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.202402:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2585:2003:x1825030869179136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.202405:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.202409:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708213760 00010000:00010000:1.0:1740485460.202411:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.202412:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708213760 00010000:00010000:0.0:1740485460.202412:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.202416:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2585 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202421:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2585 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202423:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.202424:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708213888 00000100:00100000:2.0:1740485460.202426:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708213888 00000100:00100000:3.0:1740485460.202429:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708214016 00010000:00010000:1.0:1740485460.202429:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007239a800/0x5922c046cdb8bb28 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202430:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708214016 00010000:00010000:0.0:1740485460.202430:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136192400/0x5922c046cda6f2f8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dc45 expref: 2585 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.202436:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431178 00000100:00100000:2.0:1740485460.202438:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3453:3764:x1825030708213760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.202438:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202440:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202442:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202444:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431179 00000100:00100000:3.0:1740485460.202447:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4072:3764:x1825030708213888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.202447:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16297 count 1 00010000:00010000:0.0:1740485460.202449:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202455:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.202461:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29208 count 1 00010000:00010000:2.0:1740485460.202462:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2584 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202466:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.202468:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202468:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.202468:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.202469:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202475:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14030 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202479:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.202479:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.202481:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202481:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2584 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202481:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2584:2003:x1825030869179136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.202487:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2584 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.202487:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519948 00010000:00010000:3.0:1740485460.202491:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14030 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.202493:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708214144:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.202496:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14030 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.202502:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708214272:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.202506:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.202516:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.202520:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431180 00000100:00100000:2.0:1740485460.202523:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4073:3766:x1825030708214016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.202531:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29209 count 1 00000100:00100000:1.0:1740485460.202532:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4073:3764:x1825030708210688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4350us (4394us total) trans 4295558858 rc 0/0 00000004:00080000:3.0:1740485460.202537:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e462300/2, rc 0, transno 4295558858 00000100:00100000:1.0:1740485460.202537:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431166 00010000:00010000:2.0:1740485460.202538:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202547:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14030 pid: 16695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.202549:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708210688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.202566:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.202567:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.202568:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202571:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179264 00000100:00100000:3.0:1740485460.202572:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708211328:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.202574:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179264 00010000:00010000:1.0:1740485460.202593:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fdcb000/0x5922c046cda7ec82 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376168 expref: 14031 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.202595:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202599:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14031 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.202603:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708210560:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.202612:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519949 00000100:00100000:0.0:1740485460.202616:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14030:2005:x1825030869179264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.202617:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202620:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.202622:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.202625:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708214400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.202625:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14030 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.202628:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14030 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202634:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14030 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.202638:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.202638:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14030 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202644:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7ec000/0x5922c046cda7ed15 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ae expref: 14030 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.202645:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708214528:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.202653:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202655:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.202658:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51f00 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.202658:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202663:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202669:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.202672:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.202674:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202678:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202678:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202682:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202682:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14029:2005:x1825030869179264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.202683:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202685:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202686:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519949 00010000:00010000:3.0:1740485460.202687:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202688:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012c33ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.202690:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202691:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202694:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202694:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202698:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097703c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.202700:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202701:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202704:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202706:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c33ea00/0x5922c046cdb8bb2f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202710:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202714:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097703c00/0x5922c046cdb8bb36 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.202722:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708214400 00000100:00100000:1.0:1740485460.202725:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708214400 00000100:00100000:1.0:1740485460.202745:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431181 00000100:00100000:1.0:1740485460.202750:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4074:3766:x1825030708214400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.202754:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708211968:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.202755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00002000:00080000:1.0:1740485460.202763:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29210 count 1 00000100:00100000:0.0:1740485460.202769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.202774:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202775:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202775:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179392 00000100:00100000:0.0:1740485460.202777:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179392 00010000:00010000:0.0:1740485460.202784:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202785:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14029 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202792:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4074:3767:x1825030708210944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4548us (4576us total) trans 4295558859 rc 0/0 00010000:00010000:1.0:1740485460.202795:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.202796:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431168 00010000:00010000:1.0:1740485460.202796:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.202797:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179520 00010000:00010000:1.0:1740485460.202799:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202799:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179520 00010000:00010000:0.0:1740485460.202807:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2584 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.202815:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519950 00000100:00100000:1.0:1740485460.202820:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14029:2005:x1825030869179392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.202827:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.202829:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519951 00010000:00010000:1.0:1740485460.202832:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.202834:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2584:2005:x1825030869179520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.202840:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202841:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.202845:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2584 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202852:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.202853:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202853:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2584 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.202856:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.202858:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3454:3764:x1825030708210816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4670us (4697us total) trans 4295501233 rc 0/0 00000100:00100000:2.0:1740485460.202863:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431167 00010000:00010000:1.0:1740485460.202863:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.202865:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae4b800/2, rc 0, transno 4295501233 00010000:00010000:0.0:1740485460.202865:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962db000/0x5922c046cda6f433 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dcae expref: 2584 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.202870:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708210816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.202875:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.202875:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202877:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.202879:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.202885:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7bce00/2, rc 0, transno 4295558859 00010000:00010000:0.0:1740485460.202885:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202886:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.202889:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c7bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708210944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.202890:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708214656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.202891:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14029:2005:x1825030869179392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.202898:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519950 00010000:00010000:0.0:1740485460.202898:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.202906:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.202909:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2583:2005:x1825030869179520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (138us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.202910:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202913:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519951 00010000:00010000:2.0:1740485460.202915:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202920:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202922:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708214784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.202922:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708214656 00010000:00010000:2.0:1740485460.202923:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.202925:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708214656 00010000:00010000:2.0:1740485460.202928:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202931:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.202932:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1d3000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.202934:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.202937:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202940:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708214784 00000100:00100000:3.0:1740485460.202941:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708214784 00000100:00100000:1.0:1740485460.202942:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431182 00010000:00010000:2.0:1740485460.202943:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.202946:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3454:3765:x1825030708214656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.202947:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3000/0x5922c046cdb8bb44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.202950:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431183 00000100:00100000:3.0:1740485460.202953:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4074:3765:x1825030708214784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.202958:0:16671:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16298 count 1 00002000:00080000:3.0:1740485460.202960:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29211 count 1 00010000:00010000:3.0:1740485460.202967:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202969:0:16671:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202974:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14028 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.202975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.202978:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.202979:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.202979:0:16671:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2582 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202980:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202985:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.202985:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179648 00010000:00010000:1.0:1740485460.202986:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.202987:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179648 00010000:00010000:3.0:1740485460.202989:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14028 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.202989:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.202995:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14028 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.202995:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2583 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.203000:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708214912:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.203005:0:16671:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2583 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.203007:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519952 00000100:00100000:3.0:1740485460.203009:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.203010:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2583:2003:x1825030869179648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.203015:0:16671:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2583 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.203016:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.203019:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2583 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.203025:0:16671:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708215040:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.203031:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3455:3764:x1825030708211584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3089us (3134us total) trans 4295501234 rc 0/0 00010000:00010000:0.0:1740485460.203031:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2583 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.203035:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431170 00010000:00010000:0.0:1740485460.203039:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1740485460.203041:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006dabaa00/2, rc 0, transno 4295501234 00010000:00010000:0.0:1740485460.203041:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.203043:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.203044:0:16671:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5780 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.203046:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006dabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708211584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.203049:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203057:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008da27000/0x5922c046cda6f560 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd1e expref: 2583 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.203057:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.203062:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14028 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203063:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708215168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.203064:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708212096:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.203068:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2582:2003:x1825030869179648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (93us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.203070:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14028 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.203074:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.203074:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519952 00000100:00100000:1.0:1740485460.203079:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708215296:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.203080:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.203082:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203087:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203091:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203094:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.203095:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.203098:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203101:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1d3600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.203103:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203106:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.203106:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708215168 00000100:00100000:1.0:1740485460.203109:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708215168 00010000:00010000:2.0:1740485460.203112:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203115:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3600/0x5922c046cdb8bb4b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.203124:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431184 00000100:00100000:1.0:1740485460.203128:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3455:3766:x1825030708215168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.203138:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16299 count 1 00010000:00010000:1.0:1740485460.203147:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203156:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2581 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203162:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.203163:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.203165:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203176:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2581 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203182:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2581 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.203188:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708215424:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.203207:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3456:3764:x1825030708211712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3133us (3272us total) trans 4295501235 rc 0/0 00000100:00100000:1.0:1740485460.203208:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.203212:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431171 00010000:00010000:1.0:1740485460.203223:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dd6b800/0x5922c046cda7ed38 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761c3 expref: 14028 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.203232:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708211840:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.203243:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.203247:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8b100/2, rc 0, transno 4295501235 00010000:00010000:1.0:1740485460.203247:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203251:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203253:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708211712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.203255:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203259:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203263:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203266:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007239b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.203268:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203275:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203284:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203290:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007239b000/0x5922c046cdb8bb3d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203293:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708215552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.203314:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.203333:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708215552 00000100:00100000:2.0:1740485460.203337:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708215552 00000100:00100000:2.0:1740485460.203353:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431185 00000100:00100000:2.0:1740485460.203357:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3456:3767:x1825030708215552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.203367:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16300 count 1 00010000:00010000:2.0:1740485460.203377:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203386:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2581 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203392:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.203393:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.203395:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.203395:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4075:3766:x1825030708211456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3500us (3537us total) trans 4295558860 rc 0/0 00000100:00100000:1.0:1740485460.203402:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431169 00000004:00080000:3.0:1740485460.203406:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e046d80/2, rc 0, transno 4295558860 00010000:00010000:2.0:1740485460.203411:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2581 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203417:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203421:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708211456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.203422:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2581 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.203423:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203430:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.203432:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708215680:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.203437:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203444:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203454:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff58a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.203457:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203463:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203473:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203474:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.203479:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58a00/0x5922c046cdb8bb21 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203481:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708215808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.203492:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.203501:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.203575:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4075:3767:x1825030708209920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5499us (5522us total) trans 4295558861 rc 0/0 00000100:00100000:1.0:1740485460.203594:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431165 00000004:00080000:3.0:1740485460.203603:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4e300/2, rc 0, transno 4295558861 00000100:00100000:1.0:1740485460.203603:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708215808 00000100:00100000:1.0:1740485460.203605:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708215808 00000100:00100000:3.0:1740485460.203618:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708209920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.203619:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431186 00000100:00100000:1.0:1740485460.203622:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4075:3765:x1825030708215808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.203629:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29212 count 1 00010000:00010000:1.0:1740485460.203636:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203643:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14027 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.203650:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.203651:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.203652:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203661:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.203662:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14027 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.203668:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708215936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.203668:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14027 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.203673:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708216064:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.203688:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.203700:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.203702:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708215936 00000100:00100000:2.0:1740485460.203705:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708215936 00000100:00100000:2.0:1740485460.203718:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431187 00000100:00100000:2.0:1740485460.203721:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4076:3764:x1825030708215936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.203729:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29213 count 1 00010000:00010000:2.0:1740485460.203737:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203745:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14027 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203749:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.203750:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.203751:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203761:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14027 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.203768:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14027 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.203773:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708216192:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.203799:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.204035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.204051:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708212736:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.204074:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.204075:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179776 00000100:00100000:1.0:1740485460.204079:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179776 00010000:00010000:1.0:1740485460.204092:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.204108:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519953 00000100:00100000:1.0:1740485460.204112:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2582:2003:x1825030869179776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.204119:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.204122:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.204131:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.204143:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072983e00/0x5922c046cda6f6b0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dd79 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.204153:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.204154:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.204157:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.204164:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.204178:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.204185:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204191:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.204194:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2581:2003:x1825030869179776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.204195:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204199:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.204200:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519953 00010000:00010000:2.0:1740485460.204202:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204206:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1d3e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.204207:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204211:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204217:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204221:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d3e00/0x5922c046cdb8bb52 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.204329:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3457:3767:x1825030708212224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2579us (2617us total) trans 4295501236 rc 0/0 00000100:00100000:2.0:1740485460.204334:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431172 00000004:00080000:3.0:1740485460.204374:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8ad80/2, rc 0, transno 4295501236 00000100:00100000:3.0:1740485460.204385:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708212224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.204422:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708216320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.204443:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.204456:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708216320 00000100:00100000:2.0:1740485460.204459:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708216320 00000100:00100000:2.0:1740485460.204476:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431188 00000100:00100000:2.0:1740485460.204479:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3457:3766:x1825030708216320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.204486:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16301 count 1 00010000:00010000:2.0:1740485460.204494:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204502:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2580 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204506:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.204507:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.204509:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204518:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2580 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.204523:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2580 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.204529:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708216448:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.204568:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.206369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.206388:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708212864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.206395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.206400:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.206405:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708213120:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.206405:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869179904 00000100:00100000:0.0:1740485460.206407:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869179904 00000100:00100000:1.0:1740485460.206417:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180032 00010000:00010000:0.0:1740485460.206418:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14028 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.206420:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206421:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180032 00010000:00010000:1.0:1740485460.206433:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.206435:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519954 00000100:00100000:0.0:1740485460.206439:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14029:2004:x1825030869179904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.206446:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.206450:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.206452:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519955 00000100:00100000:1.0:1740485460.206458:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14029:2004:x1825030869180032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.206458:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.206469:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f64c00/0x5922c046cda7ed7e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813761ed expref: 14029 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.206472:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.206477:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14028 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.206479:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.206481:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.206483:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.206490:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206491:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14028 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.206503:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f64a00/0x5922c046cda7edd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376217 expref: 14028 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.206508:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.206513:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206515:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206518:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206520:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206524:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.206524:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14027:2004:x1825030869179904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.206525:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.206530:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519954 00010000:00010000:3.0:1740485460.206534:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206538:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206542:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206545:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800975b3e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.206547:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206548:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.206561:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206569:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206572:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800975b3e00/0x5922c046cdb8bb59 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206575:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206596:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14026:2004:x1825030869180032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 120us (183us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.206598:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206603:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519955 00010000:00010000:2.0:1740485460.206604:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206610:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206618:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206622:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.206625:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206629:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.206637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.206639:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206644:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f633a00/0x5922c046cdb8bb60 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206649:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708213376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.206652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.206659:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180160 00010000:00010000:1.0:1740485460.206660:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.206661:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180160 00010000:00010000:0.0:1740485460.206669:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2581 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.206675:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180288 00000100:00100000:1.0:1740485460.206677:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180288 00000100:00100000:3.0:1740485460.206682:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4077:3767:x1825030708212352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4924us (4951us total) trans 4295558862 rc 0/0 00000100:00100000:0.0:1740485460.206686:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519956 00000100:00100000:3.0:1740485460.206687:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431173 00010000:00010000:1.0:1740485460.206687:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2582 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.206690:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2582:2005:x1825030869180160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.206695:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.206697:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.206702:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.206705:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708213248:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.206709:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519957 00000100:00100000:3.0:1740485460.206710:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:16635:1825030708213632:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.206710:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e43ec00/0x5922c046cda6f823 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ddc6 expref: 2582 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.206714:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2582:2005:x1825030869180288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.206716:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.206719:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206720:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.206720:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.206721:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.206722:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206724:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2581 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.206726:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206733:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2581 pid: 16707 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.206735:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4df80/2, rc 0, transno 4295558862 00010000:00010000:0.0:1740485460.206740:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.206741:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708212352:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.206745:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc48600/0x5922c046cda6f8d2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de2f expref: 2581 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.206752:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2580:2005:x1825030869180160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (115us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.206755:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206757:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.206758:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519956 00010000:00010000:1.0:1740485460.206759:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.206764:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708216576:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.206766:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.206778:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.206779:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.206787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.206791:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708216576 00000100:00100000:3.0:1740485460.206793:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708216576 00000100:00100000:1.0:1740485460.206794:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2579:2005:x1825030869180288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.206800:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519957 00000100:00100000:3.0:1740485460.206804:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431189 00000100:00100000:3.0:1740485460.206808:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4078:3767:x1825030708216576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.206811:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180416 00000100:00100000:1.0:1740485460.206814:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180416 00002000:00080000:3.0:1740485460.206816:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29214 count 1 00000100:00100000:2.0:1740485460.206817:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4078:3765:x1825030708212608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4932us (4962us total) trans 4295558863 rc 0/0 00010000:00010000:1.0:1740485460.206822:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2579 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.206823:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431174 00010000:00010000:3.0:1740485460.206824:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206831:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14025 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206835:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.206836:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.206836:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519958 00010000:00010000:3.0:1740485460.206838:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206841:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206841:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2579:2003:x1825030869180416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.206846:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.206848:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14025 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206849:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206850:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2579 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.206854:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14025 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.206856:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.206856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.206858:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2579 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.206861:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708216704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.206863:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206869:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb1400/0x5922c046cda6fa06 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136de6e expref: 2579 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.206870:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206874:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a512f600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.206875:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.206876:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206880:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206880:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206881:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206884:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206887:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206890:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a512f600/0x5922c046cdb8bb6e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206891:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.206893:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708214272:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.206902:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206904:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.206911:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.206911:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180544 00000100:00100000:2.0:1740485460.206914:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180544 00010000:00010000:3.0:1740485460.206915:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206918:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2579:2003:x1825030869180416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.206919:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206923:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206924:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2579 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.206925:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519958 00010000:00010000:3.0:1740485460.206927:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.206930:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009645b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.206932:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206938:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519959 00010000:00010000:3.0:1740485460.206941:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.206942:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2578:2004:x1825030869180544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.206947:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206947:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.206950:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009645b200/0x5922c046cdb8bb75 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206951:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2578 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.206957:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:16672:1825030708214528:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.206960:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2578 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.206961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.206969:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206971:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.206974:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.206975:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.206979:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.206980:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180800 00000100:00100000:3.0:1740485460.206982:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180800 00000100:00100000:0.0:1740485460.206983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.206985:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.206992:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14026 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.206996:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2578:2004:x1825030869180544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.207000:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519959 00000100:00100000:3.0:1740485460.207009:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180672 00000100:00100000:3.0:1740485460.207010:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180672 00010000:00010000:3.0:1740485460.207015:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14027 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.207015:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519960 00000100:00100000:2.0:1740485460.207020:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14027:2004:x1825030869180800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.207023:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519961 00000100:00100000:1.0:1740485460.207026:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14027:2005:x1825030869180672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.207027:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.207030:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.207031:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14027 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207034:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14027 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207038:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14027 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207043:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14027 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207047:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012306c600/0x5922c046cda7eeb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376272 expref: 14027 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207050:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800720dba00/0x5922c046cda7ee81 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376256 expref: 14027 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207054:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.207056:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.207056:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.207057:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.207057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.207058:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207059:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207063:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207063:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.207071:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.207073:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.207080:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14025:2005:x1825030869180672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.207083:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519961 00000100:00100000:3.0:1740485460.207084:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869180928 00000100:00100000:3.0:1740485460.207086:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869180928 00000100:00100000:2.0:1740485460.207088:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14026:2004:x1825030869180800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.207091:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181056 00010000:00010000:3.0:1740485460.207093:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14025 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.207093:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519960 00000100:00100000:1.0:1740485460.207093:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181056 00010000:00010000:1.0:1740485460.207098:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2578 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.207107:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519962 00000100:00100000:3.0:1740485460.207113:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519963 00000100:00100000:2.0:1740485460.207113:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14024:2005:x1825030869180928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.207116:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2578:2005:x1825030869181056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.207120:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207121:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.207124:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.207124:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14024 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207125:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207127:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2578 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.207127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.207129:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207133:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2578 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207133:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207135:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14024 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.207136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.207137:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207140:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800986b1600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.207140:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181184 00010000:00010000:3.0:1740485460.207141:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207142:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.207142:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.207142:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207142:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181184 00010000:00010000:2.0:1740485460.207143:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207144:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207145:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207146:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207148:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207149:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207151:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207154:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800986b1600/0x5922c046cdb8bb67 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207155:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.207157:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.207169:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2578:2005:x1825030869181056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.207171:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+14025:2005:x1825030869180928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.207173:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519963 00000100:00100000:2.0:1740485460.207175:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519962 00000100:00100000:3.0:1740485460.207190:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181312 00000100:00100000:3.0:1740485460.207192:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181312 00010000:00010000:3.0:1740485460.207201:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2578 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207205:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207210:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207212:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14024 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207216:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.207217:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519964 00000100:00100000:3.0:1740485460.207220:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2578:2004:x1825030869181312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.207221:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207227:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519965 00010000:00010000:3.0:1740485460.207230:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.207230:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14024:2004:x1825030869181184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.207231:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207234:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2578 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.207235:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.207237:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de12400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.207237:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14024 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.207240:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2578 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207240:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207243:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14024 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207247:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207248:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207249:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.207251:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207252:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207252:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.207254:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207254:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.207257:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3459:3766:x1825030708212992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5288us (5358us total) trans 4295501238 rc 0/0 00010000:00010000:2.0:1740485460.207258:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de12400/0x5922c046cdb8bb8a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207258:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207259:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.207263:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431175 00010000:00010000:0.0:1740485460.207266:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.207270:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.207278:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14024:2004:x1825030869181184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.207282:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519965 00000100:00100000:3.0:1740485460.207286:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2578:2004:x1825030869181312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.207292:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519964 00010000:00010000:1.0:1740485460.207292:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bc5e00/0x5922c046cda6fbf7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df1d expref: 2578 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.207303:0:16671:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_080:lustre-OST0000_UUID:16671:1825030708215040:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.207313:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207315:0:16671:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207320:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207322:0:16671:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207327:0:16671:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207328:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207333:0:16671:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207334:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207339:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207339:0:16671:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207343:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.207345:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207346:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708216192:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.207346:0:16671:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207349:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207350:0:16671:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008da79600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.207352:0:16671:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207355:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207356:0:16671:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207357:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207358:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b830c00/0x5922c046cdb8bb83 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.207365:0:16671:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207369:0:16671:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008da79600/0x5922c046cdb8bb9f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3faa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207376:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708216448:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.207379:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181568 00000100:00100000:3.0:1740485460.207381:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181568 00000100:00100000:0.0:1740485460.207384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.207388:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2577 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207388:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.207405:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181696 00000100:00100000:3.0:1740485460.207406:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181696 00010000:00010000:3.0:1740485460.207411:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14024 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.207411:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181440 00000100:00100000:0.0:1740485460.207413:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181440 00000100:00100000:3.0:1740485460.207423:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519966 00000100:00100000:3.0:1740485460.207426:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2577:2004:x1825030869181568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.207427:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519967 00010000:00010000:3.0:1740485460.207430:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.207432:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14025:2006:x1825030869181696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.207433:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2577 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.207438:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2577 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.207438:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.207441:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14025 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.207445:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207446:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.207447:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14025 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.207448:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207450:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4078:3766:x1825030708214016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4924us (5053us total) trans 4295558864 rc 0/0 00010000:00010000:3.0:1740485460.207453:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.207453:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:lustre-MDT0000-mdtlov_UUID+3459:3765:x1825030708214656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4506us (4545us total) trans 4295501239 rc 0/0 00010000:00010000:0.0:1740485460.207454:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.207455:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.207456:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431180 00010000:00010000:0.0:1740485460.207457:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207459:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.207460:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431182 00010000:00010000:0.0:1740485460.207461:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207467:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.207471:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2577:2004:x1825030869181568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.207474:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519966 00000100:00100000:0.0:1740485460.207476:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14025:2006:x1825030869181696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.207479:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519967 00010000:00010000:1.0:1740485460.207486:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cd2200/0x5922c046cda7ef37 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762b1 expref: 14025 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.207495:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708215296:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.207495:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14023 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.207504:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519968 00010000:00010000:1.0:1740485460.207506:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207507:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14023:2005:x1825030869181440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.207510:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.207512:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14023 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207513:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207519:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207526:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207537:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207543:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b6b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3459:3765:x1825030708212480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5562us (5621us total) trans 4295501240 rc 0/0 00010000:00010000:1.0:1740485460.207543:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207548:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431176 00010000:00010000:1.0:1740485460.207549:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff58800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.207564:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207570:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207574:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14023 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207593:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207596:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801350d0600/0x5922c046cda7f041 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376321 expref: 14023 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.207597:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4078:3764:x1825030708213888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5147us (5224us total) trans 4295558865 rc 0/0 00010000:00010000:1.0:1740485460.207597:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58800/0x5922c046cdb8bb91 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.207604:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431179 00010000:00010000:0.0:1740485460.207605:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.207606:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.207608:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207612:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207626:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.207636:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14022:2005:x1825030869181440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 128us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.207639:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519968 00000100:00100000:0.0:1740485460.207663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.207671:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181824 00000100:00100000:0.0:1740485460.207673:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181824 00000100:00100000:3.0:1740485460.207680:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+3458:3766:x1825030708213504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5533us (5554us total) trans 4295501237 rc 0/0 00010000:00010000:0.0:1740485460.207680:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2577 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.207681:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4078:3766:x1825030708214400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4931us (5042us total) trans 4295558866 rc 0/0 00000100:00100000:1.0:1740485460.207685:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431181 00000100:00100000:3.0:1740485460.207688:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431177 00000100:00100000:0.0:1740485460.207689:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519969 00000100:00100000:0.0:1740485460.207691:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2577:2005:x1825030869181824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.207695:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.207697:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2577 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207703:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207703:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008db89400/0x5922c046cda6fdef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136df94 expref: 2577 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.207703:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2577 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207709:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207709:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c9f2600/0x5922c046cda7018b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e082 expref: 2576 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.207710:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:16627:1825030708215424:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.207713:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207716:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.207717:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c7ee00/0x5922c046cda7efa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762db expref: 14021 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.207717:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207717:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.207718:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207719:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207722:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207723:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207723:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207725:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de13600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.207727:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207727:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.207729:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708214912:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.207731:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207731:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207731:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.207734:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207738:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207738:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2575:2005:x1825030869181824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (74us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.207739:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207741:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098636c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.207742:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207742:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519969 00010000:00010000:1.0:1740485460.207743:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207746:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de13600/0x5922c046cdb8bbbb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207746:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207750:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207752:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207756:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207758:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098636c00/0x5922c046cdb8bba6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207761:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207763:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207766:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207770:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207770:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207774:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207775:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207778:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.207779:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207780:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207784:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207784:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1d2800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.207787:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207792:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207794:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.207798:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bb98 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207800:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.207807:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2800/0x5922c046cdb8bbc2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.207831:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+3458:3766:x1825030708215168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4703us (4751us total) trans 4295501241 rc 0/0 00000100:00100000:1.0:1740485460.207835:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431184 00000100:00100000:2.0:1740485460.207846:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4079:3764:x1825030708215936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4123us (4157us total) trans 4295558867 rc 0/0 00000100:00100000:2.0:1740485460.207851:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431187 00010000:00010000:1.0:1740485460.207866:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f770400/0x5922c046cda7effb lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813762fe expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.207874:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708216064:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.207880:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092727400/0x5922c046cda6fff5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e020 expref: 2574 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.207884:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.207888:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708215680:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.207888:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207892:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207896:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207899:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207899:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.207904:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4078:3765:x1825030708214784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4948us (4970us total) trans 4295558868 rc 0/0 00010000:00010000:2.0:1740485460.207904:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207906:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207908:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207909:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007239ae00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.207910:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431183 00010000:00010000:1.0:1740485460.207910:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207913:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207914:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207919:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207919:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.207923:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007239ae00/0x5922c046cdb8bbb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207929:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.207931:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3458:3766:x1825030708216320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3449us (3485us total) trans 4295501242 rc 0/0 00010000:00010000:2.0:1740485460.207937:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de13c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.207937:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431188 00000004:00080000:3.0:1740485460.207938:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8c700/2, rc 0, transno 4295501242 00010000:00010000:2.0:1740485460.207939:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207945:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.207952:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708216320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.207953:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.207957:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de13c00/0x5922c046cdb8bbad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.207958:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe14a80/2, rc 0, transno 4295501241 00000100:00100000:3.0:1740485460.207968:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708215168:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.207973:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8e300/2, rc 0, transno 4295558866 00000100:00100000:3.0:1740485460.207977:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708214400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.207991:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4078:3765:x1825030708215808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4368us (4489us total) trans 4295558869 rc 0/0 00000100:00100000:0.0:1740485460.207992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.207994:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431186 00000100:00100000:0.0:1740485460.208000:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869181952 00000100:00100000:0.0:1740485460.208002:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869181952 00000100:00100000:3.0:1740485460.208004:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:16091:1825030708216704:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.208010:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.208014:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208021:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.208026:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708216960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.208035:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519970 00000100:00100000:0.0:1740485460.208038:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14020:2004:x1825030869181952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.208043:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.208045:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.208048:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.208050:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.208057:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013231d800/0x5922c046cda7f087 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376344 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.208064:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708216960 00010000:00010000:0.0:1740485460.208067:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.208068:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708216960 00010000:00010000:0.0:1740485460.208068:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.208070:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.208076:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8df80/2, rc 0, transno 4295558864 00010000:00010000:0.0:1740485460.208078:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208080:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3458:3767:x1825030708215552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4720us (4763us total) trans 4295501243 rc 0/0 00000100:00100000:3.0:1740485460.208082:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708214016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.208087:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431185 00010000:00010000:0.0:1740485460.208087:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.208095:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431190 00000100:00100000:0.0:1740485460.208096:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14019:2004:x1825030869181952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.208099:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4078:3767:x1825030708216960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.208099:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519970 00000100:00100000:3.0:1740485460.208106:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217216:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.208110:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.208111:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29215 count 1 00010000:00010000:2.0:1740485460.208112:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e4eb800/0x5922c046cda6fadf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136dec9 expref: 2573 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.208114:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208118:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208120:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208122:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208123:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708214144:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.208125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.208126:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208129:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b831e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.208131:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208134:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14018 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208137:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208138:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208139:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208139:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208140:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208143:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.208146:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8c380/2, rc 0, transno 4295501243 00010000:00010000:0.0:1740485460.208146:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b831e00/0x5922c046cdb8bbc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208147:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208151:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208151:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14018 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208156:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14018 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.208157:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208160:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708215552:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.208161:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208162:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708217344:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.208165:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208169:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e1d2200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.208171:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208174:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d50c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.208175:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.208177:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096843480/2, rc 0, transno 4295501237 00000100:00100000:3.0:1740485460.208181:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708213504:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.208181:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208183:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217216 00010000:00010000:2.0:1740485460.208184:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1d2200/0x5922c046cdb8bb7c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208185:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217216 00000004:00080000:3.0:1740485460.208187:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4ea00/2, rc 0, transno 4295501238 00000100:00100000:3.0:1740485460.208190:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708212992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.208198:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431191 00000100:00100000:3.0:1740485460.208202:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708216832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.208202:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4080:3767:x1825030708217216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.208212:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29216 count 1 00000100:00100000:3.0:1740485460.208220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.208221:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208230:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14018 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208232:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708216832 00000100:00100000:2.0:1740485460.208235:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708216832 00000004:00080000:3.0:1740485460.208240:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8c000/2, rc 0, transno 4295558867 00010000:00010000:1.0:1740485460.208240:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208241:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208244:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208246:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708215936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.208246:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+4080:3767:x1825030708216576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1436us (1466us total) trans 4295558870 rc 0/0 00000100:00100000:2.0:1740485460.208248:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431192 00000100:00100000:2.0:1740485460.208251:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3458:3764:x1825030708216832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.208253:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431189 00010000:00010000:1.0:1740485460.208259:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14018 pid: 16028 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.208261:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16302 count 1 00010000:00010000:1.0:1740485460.208267:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14018 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.208270:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208271:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.208277:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708217856:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.208281:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2572 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208287:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208289:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.208290:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.208291:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208291:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.208302:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217984 00010000:00010000:2.0:1740485460.208303:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2572 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208305:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217984 00010000:00010000:2.0:1740485460.208309:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2572 pid: 16693 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.208310:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe15f80/2, rc 0, transno 4295558870 00000100:00100000:3.0:1740485460.208316:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708216576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.208316:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708218112:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.208320:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431193 00000100:00100000:1.0:1740485460.208324:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4080:3767:x1825030708217984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.208329:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.208334:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29217 count 1 00010000:00010000:1.0:1740485460.208343:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208353:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14018 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208357:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.208360:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208361:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.208362:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.208364:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208376:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.208378:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14018 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.208386:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217728 00010000:00010000:1.0:1740485460.208387:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14018 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.208388:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217728 00000100:00100000:1.0:1740485460.208395:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708218368:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.208400:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431194 00000004:00080000:3.0:1740485460.208402:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d216a00/2, rc 0, transno 4295558865 00000100:00100000:0.0:1740485460.208403:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3460:3767:x1825030708217728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.208409:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708213888:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1740485460.208412:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16306 count 1 00000100:00100000:2.0:1740485460.208416:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3460:3764:x1825030708213760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5975us (6068us total) trans 4295501244 rc 0/0 00000100:00100000:1.0:1740485460.208418:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5780 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.208419:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208423:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431178 00010000:00010000:0.0:1740485460.208427:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208430:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.208431:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1740485460.208433:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a68a80/2, rc 0, transno 4295501244 00010000:00010000:0.0:1740485460.208433:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208444:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208449:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708213760:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.208449:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2572 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.208455:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708218624:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.208458:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708217472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.208468:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.208469:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708217088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.208478:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.208494:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217472 00000100:00100000:3.0:1740485460.208495:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708218240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.208497:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217472 00000100:00100000:2.0:1740485460.208502:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.208512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.208513:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217088 00000100:00100000:2.0:1740485460.208514:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708217600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.208515:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217088 00000100:00100000:1.0:1740485460.208523:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708218240 00000100:00100000:2.0:1740485460.208525:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.208525:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708218240 00000100:00100000:3.0:1740485460.208536:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.208538:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708218496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.208539:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708217600 00000100:00100000:1.0:1740485460.208541:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708217600 00000100:00100000:3.0:1740485460.208542:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708218752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.208545:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431195 00000100:00100000:2.0:1740485460.208548:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.208562:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3462:3764:x1825030708217472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.208574:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16304 count 1 00000100:00100000:1.0:1740485460.208594:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708218496 00000100:00100000:1.0:1740485460.208597:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708218496 00010000:00010000:0.0:1740485460.208599:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.208602:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431196 00000100:00100000:3.0:1740485460.208607:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3462:3765:x1825030708217088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.208610:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2572 pid: 16667 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208613:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431197 00010000:00010000:0.0:1740485460.208616:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.208617:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4082:3764:x1825030708218240:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.208617:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1740485460.208620:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16303 count 1 00010000:00010000:0.0:1740485460.208620:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.208627:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29218 count 1 00010000:00010000:3.0:1740485460.208630:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208634:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2572 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208637:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208641:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.208644:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2572 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.208647:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208647:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14018 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208649:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.208649:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708218880:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.208651:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208658:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208659:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208661:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.208666:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.208667:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208676:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2572 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.208677:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14018 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208686:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14018 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.208690:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708219008:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.208695:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708219136:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.208713:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.208714:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.208721:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431198 00000100:00100000:2.0:1740485460.208725:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3462:3765:x1825030708217600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.208728:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431199 00000100:00100000:3.0:1740485460.208733:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+4082:3765:x1825030708218496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.208734:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16305 count 1 00010000:00010000:2.0:1740485460.208742:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.208745:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29219 count 1 00010000:00010000:2.0:1740485460.208750:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208753:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208754:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208755:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208757:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208760:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14018 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208764:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.208765:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.208766:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208768:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208774:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2572 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.208778:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14018 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.208783:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14018 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.208783:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708219264:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.208789:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708219392:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.208802:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.208805:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.208819:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.208819:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d215500/2, rc 0, transno 4295558869 00000100:00100000:2.0:1740485460.208827:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708215808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.208850:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708218752 00000100:00100000:2.0:1740485460.208852:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708218752 00000100:00100000:3.0:1740485460.208856:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708219520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.208871:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.208872:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431200 00000100:00100000:2.0:1740485460.208875:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3463:3767:x1825030708218752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.208883:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16307 count 1 00010000:00010000:2.0:1740485460.208890:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208897:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2572 pid: 16640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208897:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708219520 00000100:00100000:1.0:1740485460.208900:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708219520 00010000:00010000:2.0:1740485460.208901:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208903:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.208904:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.208913:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2572 pid: 16640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.208917:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431201 00010000:00010000:2.0:1740485460.208919:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2572 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.208922:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4083:3767:x1825030708219520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.208928:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708219648:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.208931:0:16627:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29220 count 1 00010000:00010000:1.0:1740485460.208940:0:16627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208944:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.208951:0:16627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14018 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.208957:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1740485460.208958:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8fb80/2, rc 0, transno 4295558868 00010000:00010000:1.0:1740485460.208959:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.208962:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.208970:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708214784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.208977:0:16627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14018 pid: 16644 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.208978:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4f800/2, rc 0, transno 4295501239 00000100:00100000:2.0:1740485460.208982:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708214656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.208987:0:16627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14018 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.208996:0:16627:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708219776:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.209003:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4d180/2, rc 0, transno 4295501240 00000100:00100000:2.0:1740485460.209007:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708212480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.209017:0:16627:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.209022:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708219904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.209026:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d217480/2, rc 0, transno 4295558863 00000100:00100000:2.0:1740485460.209031:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708212608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.209037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.209048:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708220032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.209053:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708219904 00000100:00100000:3.0:1740485460.209056:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708220288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.209056:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708219904 00000100:00100000:2.0:1740485460.209064:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.209068:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708220160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.209070:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708220032 00000100:00100000:1.0:1740485460.209072:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708220032 00000100:00100000:0.0:1740485460.209077:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431202 00000100:00100000:0.0:1740485460.209080:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3464:3764:x1825030708219904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.209087:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.209089:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431203 00002000:00080000:0.0:1740485460.209089:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16308 count 1 00000100:00100000:1.0:1740485460.209093:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4084:3765:x1825030708220032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.209101:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.209102:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708220160 00002000:00080000:1.0:1740485460.209103:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29221 count 1 00000100:00100000:2.0:1740485460.209105:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708220160 00010000:00010000:1.0:1740485460.209111:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.209115:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708220288 00000100:00100000:2.0:1740485460.209117:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708220288 00010000:00010000:1.0:1740485460.209121:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14018 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.209127:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.209128:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.209129:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431204 00010000:00010000:1.0:1740485460.209131:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.209132:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4085:3767:x1825030708220288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.209140:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29222 count 1 00010000:00010000:0.0:1740485460.209140:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209148:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.209148:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2572 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.209150:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14018 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.209152:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.209153:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.209154:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209155:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14018 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.209159:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14018 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.209160:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.209161:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.209162:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.209166:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2572 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.209168:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708220416:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.209171:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2572 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.209173:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14018 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209179:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14018 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.209181:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708220544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.209185:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708220672:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.209189:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.209195:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.209200:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.209216:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431205 00000100:00100000:2.0:1740485460.209219:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3465:3766:x1825030708220160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.209226:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16309 count 1 00010000:00010000:2.0:1740485460.209233:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209239:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209243:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.209244:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.209245:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209258:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.209264:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2572 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.209269:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708220800:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.209283:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.211700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.211732:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182080 00000100:00100000:2.0:1740485460.211736:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182080 00000100:00100000:0.0:1740485460.211737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.211738:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:16676:1825030708217344:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.211749:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182208 00010000:00010000:2.0:1740485460.211751:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14019 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.211751:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182208 00010000:00010000:1.0:1740485460.211757:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.211763:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.211774:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519971 00000100:00100000:2.0:1740485460.211777:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14020:2003:x1825030869182080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.211781:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:16043:1825030708217856:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.211782:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519972 00010000:00010000:2.0:1740485460.211785:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.211786:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14020:2004:x1825030869182208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.211789:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14020 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.211791:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.211794:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.211795:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.211799:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14020 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.211801:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.211812:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012306d000/0x5922c046cda7f0b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376352 expref: 14020 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.211814:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d156c00/0x5922c046cda7f113 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376383 expref: 14020 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.211823:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.211824:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.211826:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.211828:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.211830:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.211833:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.211834:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.211840:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.211844:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.211854:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.211858:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.211858:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14018:2004:x1825030869182208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.211862:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.211862:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519972 00010000:00010000:1.0:1740485460.211870:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.211879:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2003:x1825030869182080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 100us (181us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.211881:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.211886:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519971 00010000:00010000:1.0:1740485460.211887:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.211893:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5eca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.211896:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.211903:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.211911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.211913:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.211919:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5eca00/0x5922c046cdb8bbd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.211926:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182336 00000100:00100000:2.0:1740485460.211930:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182336 00000100:00100000:3.0:1740485460.211931:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708218112:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.211942:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2573 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.211959:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.211960:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519973 00000100:00100000:0.0:1740485460.211963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.211964:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2573:2005:x1825030869182336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.211971:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.211974:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182464 00010000:00010000:2.0:1740485460.211975:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2573 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.211977:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182464 00010000:00010000:2.0:1740485460.211984:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2573 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.211988:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14017 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212003:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098751200/0x5922c046cda70398 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e100 expref: 2573 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212004:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519974 00000100:00100000:0.0:1740485460.212009:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2006:x1825030869182464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.212015:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.212017:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.212019:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212019:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14017 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212021:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212028:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14017 pid: 16688 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212029:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212038:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4086:3767:x1825030708217216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3833us (3912us total) trans 4295558871 rc 0/0 00010000:00010000:0.0:1740485460.212038:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212039:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212042:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212044:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431191 00010000:00010000:0.0:1740485460.212049:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.212052:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe16a00/2, rc 0, transno 4295558871 00010000:00010000:2.0:1740485460.212056:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.212059:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.212063:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212067:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.212070:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212075:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212076:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2006:x1825030869182464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (114us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.212077:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212079:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212080:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519974 00010000:00010000:1.0:1740485460.212083:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212084:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212086:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a662400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.212088:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212091:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212091:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212097:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212098:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212100:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708218624:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.212101:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a662400/0x5922c046cdb8bbd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x721f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212107:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212110:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212111:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096831600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.212113:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212116:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212116:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2572:2005:x1825030869182336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 149us (202us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.212123:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212123:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519973 00010000:00010000:3.0:1740485460.212126:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096831600/0x5922c046cdb8bbde lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.212146:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182592 00000100:00100000:2.0:1740485460.212149:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182592 00010000:00010000:2.0:1740485460.212160:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2572 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.212174:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4086:3767:x1825030708216960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4074us (4126us total) trans 4295558872 rc 0/0 00000100:00100000:0.0:1740485460.212177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.212179:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431190 00000100:00100000:2.0:1740485460.212182:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182720 00000100:00100000:2.0:1740485460.212184:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182720 00010000:00010000:2.0:1740485460.212192:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2573 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.212204:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096964400/0x5922c046cda7f17c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137639f expref: 14016 pid: 16688 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.212205:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182848 00000100:00100000:2.0:1740485460.212207:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182848 00000100:00100000:3.0:1740485460.212213:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519975 00000100:00100000:0.0:1740485460.212213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.212214:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.212215:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0001_UUID:16642:1825030708218368:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.212218:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2574:2006:x1825030869182592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.212222:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869182976 00010000:00010000:3.0:1740485460.212224:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.212224:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869182976 00010000:00010000:3.0:1740485460.212228:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.212229:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212230:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14016 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.212235:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.212243:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183104 00000100:00100000:2.0:1740485460.212245:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183104 00010000:00010000:3.0:1740485460.212246:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a6b3e00/0x5922c046cda707d5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e265 expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212251:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.212253:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519976 00010000:00010000:3.0:1740485460.212254:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.212255:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.212257:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212259:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2574:2006:x1825030869182720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.212261:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212261:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183232 00000100:00100000:2.0:1740485460.212263:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183232 00010000:00010000:1.0:1740485460.212267:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.212268:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14017 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212270:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519977 00010000:00010000:3.0:1740485460.212272:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.212273:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2574 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212274:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2574:2003:x1825030869182848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.212278:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519978 00010000:00010000:0.0:1740485460.212280:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.212281:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2004:x1825030869182976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.212282:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2574 pid: 16667 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.212284:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212285:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.212286:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2574:2006:x1825030869182592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.212288:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14017 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.212290:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519975 00010000:00010000:0.0:1740485460.212290:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2574 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212295:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14017 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.212295:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.212296:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212298:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.212299:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212299:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212301:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212303:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.212304:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519979 00010000:00010000:2.0:1740485460.212304:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212305:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212306:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212306:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212307:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2573:2005:x1825030869183104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.212311:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212312:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.212312:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.212315:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2573 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.212317:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.212319:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.212320:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2573 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.212322:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2573:2003:x1825030869182848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.212325:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519977 00010000:00010000:3.0:1740485460.212327:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.212328:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.212330:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212334:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212335:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2572:2006:x1825030869182720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.212337:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2004:x1825030869182976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.212338:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519980 00010000:00010000:3.0:1740485460.212340:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.212340:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519976 00000100:00100000:0.0:1740485460.212340:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14017:2005:x1825030869183232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.212344:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519978 00010000:00010000:0.0:1740485460.212344:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.212348:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14017 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.212350:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2572:2005:x1825030869183104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.212353:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519979 00010000:00010000:0.0:1740485460.212353:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14016 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.212360:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212361:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.212362:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212370:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212375:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.212384:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14016:2005:x1825030869183232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.212387:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519980 00010000:00010000:2.0:1740485460.212393:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cac0800/0x5922c046cda70693 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1fc expref: 2570 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.212398:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963dcc00/0x5922c046cda7f1c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763c2 expref: 14015 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.212402:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212405:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708219264:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.212408:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212410:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708219136:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.212415:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212422:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212422:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212424:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3466:3764:x1825030708216832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4170us (4202us total) trans 4295501245 rc 0/0 00010000:00010000:1.0:1740485460.212426:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212428:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212429:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212430:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431192 00010000:00010000:1.0:1740485460.212434:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212434:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.212436:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212436:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212440:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212443:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212445:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212447:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212449:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212449:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212453:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212456:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ff58c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.212457:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212458:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212459:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fadb200/0x5922c046cda7047f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e14d expref: 2569 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212462:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de12000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.212462:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212465:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212469:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212470:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212471:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0000_UUID:16705:1825030708219008:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.212473:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ff58c00/0x5922c046cdb8bc01 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212478:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212484:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212484:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de12000/0x5922c046cdb8bc08 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212491:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212496:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212503:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212509:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212516:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212518:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212521:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097702000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.212524:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212524:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b600/0x5922c046cdb8bbec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212530:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212539:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212546:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097702000/0x5922c046cdb8bbfa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3faf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212573:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4086:3764:x1825030708218240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3955us (4060us total) trans 4295558873 rc 0/0 00000100:00100000:1.0:1740485460.212597:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431197 00010000:00010000:1.0:1740485460.212611:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212615:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212619:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212621:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3468:3765:x1825030708217600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3894us (4093us total) trans 4295501246 rc 0/0 00010000:00010000:1.0:1740485460.212623:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212626:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431198 00010000:00010000:1.0:1740485460.212627:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212630:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.212631:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212636:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212641:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212645:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b830800/0x5922c046cdb8bbe5 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212653:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708219648:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.212655:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099f2b000/0x5922c046cda7f1f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813763de expref: 14014 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212664:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.212666:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708219392:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.212677:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8d180/2, rc 0, transno 4295501246 00010000:00010000:3.0:1740485460.212678:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212682:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708217600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.212686:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3467:3767:x1825030708217728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4280us (4307us total) trans 4295501247 rc 0/0 00010000:00010000:3.0:1740485460.212690:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212693:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431194 00010000:00010000:3.0:1740485460.212696:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212702:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212703:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708221056:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.212709:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212715:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212721:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012c33f800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.212721:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cda7056d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e1c4 expref: 2568 pid: 16667 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.212722:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.212723:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212730:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.212732:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:16610:1825030708218880:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.212734:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.212737:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4086:3767:x1825030708217984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4412us (4447us total) trans 4295558874 rc 0/0 00000100:00100000:2.0:1740485460.212738:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708220928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.212739:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212742:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431193 00010000:00010000:0.0:1740485460.212744:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.212745:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c33f800/0x5922c046cdb8bc0f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212748:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.212751:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212752:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708221056 00000100:00100000:1.0:1740485460.212755:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708221056 00010000:00010000:0.0:1740485460.212757:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212759:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708220928 00000100:00100000:2.0:1740485460.212761:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708220928 00000100:00100000:1.0:1740485460.212767:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431206 00010000:00010000:0.0:1740485460.212768:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212770:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3467:3765:x1825030708221056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.212775:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212778:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431207 00002000:00080000:1.0:1740485460.212779:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16310 count 1 00010000:00010000:0.0:1740485460.212780:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.212781:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4086:3765:x1825030708220928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.212786:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.212787:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212788:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.212789:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29223 count 1 00010000:00010000:0.0:1740485460.212794:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212795:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2567 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212798:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212798:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.212799:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.212801:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212803:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212806:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14013 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.212808:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bbf3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.212810:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.212811:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.212813:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212813:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2567 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.212819:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2567 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.212823:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14013 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.212826:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708221184:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.212829:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14013 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.212839:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708221312:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.212840:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.212860:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.212865:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+4087:3765:x1825030708218496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4130us (4314us total) trans 4295558875 rc 0/0 00000100:00100000:3.0:1740485460.212872:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431199 00000004:00080000:2.0:1740485460.212885:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a68000/2, rc 0, transno 4295558875 00000100:00100000:2.0:1740485460.212893:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708218496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.212906:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+3468:3764:x1825030708217472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4354us (4426us total) trans 4295501249 rc 0/0 00000100:00100000:0.0:1740485460.212912:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431195 00000100:00100000:2.0:1740485460.212919:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708221440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.212938:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.212948:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+3467:3765:x1825030708217088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4340us (4445us total) trans 4295501248 rc 0/0 00000100:00100000:0.0:1740485460.212948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.212954:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431196 00000100:00100000:0.0:1740485460.212964:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183360 00000100:00100000:0.0:1740485460.212967:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183360 00000100:00100000:3.0:1740485460.212968:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708221440 00000004:00080000:2.0:1740485460.212970:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8c380/2, rc 0, transno 4295501248 00000100:00100000:3.0:1740485460.212972:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708221440 00000100:00100000:2.0:1740485460.212974:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708217088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.212978:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2568 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.212986:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431208 00000100:00100000:3.0:1740485460.212990:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4087:3766:x1825030708221440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.212999:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:3.0:1740485460.213002:0:16705:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29224 count 1 00000100:00100000:0.0:1740485460.213002:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519981 00000100:00100000:2.0:1740485460.213003:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708221568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.213007:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2568:2003:x1825030869183360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.213012:0:16705:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213014:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.213017:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.213018:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2568 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.213023:0:16705:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14013 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213026:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2568 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.213027:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708221568 00010000:00010000:3.0:1740485460.213029:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.213030:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708221568 00010000:00010000:3.0:1740485460.213031:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.213033:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213037:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800721a9800/0x5922c046cda7094f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e2c7 expref: 2568 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.213042:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431209 00000100:00100000:1.0:1740485460.213045:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3467:3766:x1825030708221568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.213048:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.213049:0:16705:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14013 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213050:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.213052:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.213053:0:16091:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16311 count 1 00010000:00010000:3.0:1740485460.213057:0:16705:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14013 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213058:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213060:0:16091:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213066:0:16705:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708221696:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.213066:0:16091:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2567 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213070:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213071:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213072:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213072:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.213079:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213082:0:16705:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.213082:0:16091:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2567 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213084:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213087:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2567:2003:x1825030869183360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.213090:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213091:0:16091:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2567 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.213093:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213096:0:16091:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708221824:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.213097:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213097:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519981 00000004:00080000:3.0:1740485460.213102:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe14700/2, rc 0, transno 4295558872 00010000:00010000:2.0:1740485460.213102:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de13a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.213105:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213107:0:16091:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d5540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.213111:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213117:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708216960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.213123:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.213129:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8d500/2, rc 0, transno 4295501247 00010000:00010000:2.0:1740485460.213130:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de13a00/0x5922c046cdb8bc16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213133:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217728:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.213137:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe17480/2, rc 0, transno 4295558874 00000100:00100000:3.0:1740485460.213140:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708217984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1740485460.213151:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8ce00/2, rc 0, transno 4295501249 00000100:00100000:3.0:1740485460.213153:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708217472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.213158:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe17b80/2, rc 0, transno 4295558873 00000100:00100000:1.0:1740485460.213159:0:16627:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:16627:1825030708219776:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.213160:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708218240:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1740485460.213164:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8ca80/2, rc 0, transno 4295501245 00000100:00100000:3.0:1740485460.213166:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708216832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.213166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.213170:0:16627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213173:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708221952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.213177:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183488 00000100:00100000:0.0:1740485460.213180:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183488 00010000:00010000:0.0:1740485460.213190:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14014 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.213197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.213205:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519982 00000100:00100000:0.0:1740485460.213209:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14014:2005:x1825030869183488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.213210:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.213212:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708221952 00000100:00100000:1.0:1740485460.213214:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708221952 00010000:00010000:0.0:1740485460.213215:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.213219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.213221:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14014 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.213226:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222464 00000100:00100000:3.0:1740485460.213228:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1740485460.213228:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222464 00010000:00010000:0.0:1740485460.213230:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14014 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.213232:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.213235:0:16635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431210 00000100:00100000:1.0:1740485460.213237:0:16635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+4088:3764:x1825030708221952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.213239:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.213242:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123df0600/0x5922c046cda7f240 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376416 expref: 14014 pid: 16644 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.213244:0:16635:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29225 count 1 00000100:00100000:3.0:1740485460.213246:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222592:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.213251:0:16635:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.213253:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.213255:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.213257:0:16635:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14013 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213257:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213261:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213262:0:16635:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213263:0:16635:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213263:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213264:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.213273:0:16635:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14013 pid: 16037 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213278:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.213278:0:16635:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.213281:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3469:3767:x1825030708218752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4403us (4460us total) trans 4295501250 rc 0/0 00010000:00010000:0.0:1740485460.213282:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.213284:0:16635:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708222720:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.213288:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431200 00000004:00080000:3.0:1740485460.213293:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8dc00/2, rc 0, transno 4295501250 00000100:00100000:1.0:1740485460.213296:0:16635:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800960d50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.213297:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708218752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.213297:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2005:x1825030869183488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.213302:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222080 00000100:00100000:0.0:1740485460.213303:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519982 00000100:00100000:2.0:1740485460.213304:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222080 00000100:00100000:1.0:1740485460.213304:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222592 00000100:00100000:1.0:1740485460.213306:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222592 00000100:00100000:2.0:1740485460.213317:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222336 00000100:00100000:2.0:1740485460.213318:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222336 00010000:00010000:0.0:1740485460.213319:0:16627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213324:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431211 00010000:00010000:0.0:1740485460.213326:0:16627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213329:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3470:3764:x1825030708222464:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.213331:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431212 00010000:00010000:0.0:1740485460.213333:0:16627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213334:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4089:3764:x1825030708222080:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.213335:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431213 00000100:00100000:2.0:1740485460.213338:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3470:3764:x1825030708222592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.213339:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16313 count 1 00010000:00010000:0.0:1740485460.213339:0:16627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.213343:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29226 count 1 00010000:00010000:0.0:1740485460.213345:0:16627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.213347:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16314 count 1 00010000:00010000:1.0:1740485460.213348:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.213350:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213351:0:16627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f632c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.213354:0:16627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213355:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.213358:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14012 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213358:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213361:0:16627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.213362:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.213363:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.213364:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213364:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2566 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213364:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213365:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213367:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213368:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213369:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213371:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213373:0:16627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.213374:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14012 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.213379:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14012 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213380:0:16627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f632c00/0x5922c046cdb8bc1d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213381:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2566 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213381:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213384:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708222976:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.213387:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2566 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.213394:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708223232:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.213395:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.213395:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2566 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.213403:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1740485460.213403:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708223104:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.213407:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.213407:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51f00 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.213417:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.213418:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431214 00000100:00100000:2.0:1740485460.213421:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3470:3767:x1825030708222336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.213424:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.213427:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16312 count 1 00000100:00100000:1.0:1740485460.213434:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222208 00010000:00010000:2.0:1740485460.213435:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213436:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222208 00000100:00100000:3.0:1740485460.213439:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222848:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.213442:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213446:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213447:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213448:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213453:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.213459:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708222848 00000100:00100000:1.0:1740485460.213460:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708222848 00000100:00100000:2.0:1740485460.213467:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431215 00000100:00100000:2.0:1740485460.213470:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4091:3767:x1825030708222208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.213473:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431216 00000100:00100000:1.0:1740485460.213476:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3471:3767:x1825030708222848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.213477:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29227 count 1 00002000:00080000:1.0:1740485460.213483:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16315 count 1 00010000:00010000:2.0:1740485460.213484:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213490:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213490:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213490:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+4091:3767:x1825030708219520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4567us (4617us total) trans 4295558876 rc 0/0 00010000:00010000:2.0:1740485460.213494:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213494:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.213495:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213497:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213497:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431201 00010000:00010000:1.0:1740485460.213500:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213501:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213503:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.213505:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.213506:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8ed80/2, rc 0, transno 4295558876 00010000:00010000:2.0:1740485460.213510:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.213513:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213515:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708219520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.213515:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708223360:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.213522:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2566 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.213527:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708223488:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.213529:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d191180 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.213537:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.213543:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708223616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.213575:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2566 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.213596:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.213599:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16612:1825030708220416:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.213610:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2566 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.213613:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.213619:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708223744:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.213625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.213629:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708223616 00000100:00100000:1.0:1740485460.213632:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708223616 00000100:00100000:0.0:1740485460.213638:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183616 00000100:00100000:0.0:1740485460.213641:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183616 00000100:00100000:1.0:1740485460.213647:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431217 00000100:00100000:1.0:1740485460.213651:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4091:3767:x1825030708223616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.213652:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.213667:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519983 00000100:00100000:0.0:1740485460.213672:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2004:x1825030869183616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.213675:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801357d6540 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.213678:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.213682:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213690:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213701:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cb50400/0x5922c046cda7f278 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376424 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213712:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.213713:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.213716:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213722:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.213729:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29228 count 1 00010000:00010000:0.0:1740485460.213743:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.213746:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213753:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213756:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2004:x1825030869183616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (132us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.213759:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213762:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519983 00010000:00010000:1.0:1740485460.213765:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213771:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213774:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fafec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.213776:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213780:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213786:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213790:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fafec00/0x5922c046cdb8bc2b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213883:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4092:3765:x1825030708220032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4789us (4818us total) trans 4295558877 rc 0/0 00000100:00100000:1.0:1740485460.213887:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431203 00010000:00010000:1.0:1740485460.213900:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213906:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14011 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.213909:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213911:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.213912:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.213912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.213919:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183744 00000004:00080000:2.0:1740485460.213920:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4d500/2, rc 0, transno 4295558877 00000100:00100000:0.0:1740485460.213921:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183744 00010000:00010000:1.0:1740485460.213923:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14011 pid: 16695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.213927:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708220032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.213929:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14011 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.213929:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2567 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.213934:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708223872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.213944:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519984 00000100:00100000:0.0:1740485460.213947:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2567:2003:x1825030869183744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.213952:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.213954:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.213954:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2567 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.213957:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1740485460.213959:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2567 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.213962:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708224000:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.213970:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.213971:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.213972:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708220672:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.213973:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.213977:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.213981:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.213984:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.213990:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.213992:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708224000 00000100:00100000:0.0:1740485460.213993:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2567:2003:x1825030869183744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.213994:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708224000 00000100:00100000:0.0:1740485460.213996:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519984 00000100:00100000:1.0:1740485460.214004:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431218 00000100:00100000:1.0:1740485460.214007:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4092:3765:x1825030708224000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.214013:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfeec00/0x5922c046cda70b32 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e330 expref: 2566 pid: 16654 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.214014:0:16610:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29229 count 1 00010000:00010000:1.0:1740485460.214020:0:16610:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.214020:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708220544:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.214026:0:16610:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14011 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214028:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.214030:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.214031:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.214032:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214033:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214036:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214040:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.214041:0:16610:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14011 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214044:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.214046:0:16610:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14011 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.214048:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.214051:0:16610:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708224128:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.214051:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e775c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.214053:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214057:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.214060:0:16610:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.214061:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214065:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e775c00/0x5922c046cdb8bc24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.214159:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3472:3764:x1825030708219904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5077us (5120us total) trans 4295501251 rc 0/0 00000100:00100000:0.0:1740485460.214163:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431202 00000004:00080000:2.0:1740485460.214180:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8f480/2, rc 0, transno 4295501251 00000100:00100000:0.0:1740485460.214183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.214194:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708219904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.214213:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869183872 00000100:00100000:1.0:1740485460.214217:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869183872 00000100:00100000:2.0:1740485460.214218:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708220800:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.214219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.214229:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14012 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.214233:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.214234:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.214240:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708224256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.214244:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184000 00000100:00100000:1.0:1740485460.214246:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184000 00010000:00010000:1.0:1740485460.214254:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2566 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.214256:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.214269:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519985 00000100:00100000:1.0:1740485460.214274:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2003:x1825030869183872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.214281:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.214283:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519986 00010000:00010000:1.0:1740485460.214285:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14012 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.214289:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2566:2005:x1825030869184000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.214293:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14012 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.214298:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.214304:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.214305:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cb51200/0x5922c046cda7f2d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137644e expref: 14012 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.214315:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.214316:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.214318:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214319:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.214322:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214330:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d8ce200/0x5922c046cda70c90 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e38b expref: 2566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.214335:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.214335:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708224256 00000100:00100000:0.0:1740485460.214338:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708224256 00010000:00010000:3.0:1740485460.214339:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214341:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.214342:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.214344:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214344:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214349:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.214349:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431219 00010000:00010000:2.0:1740485460.214351:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.214352:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3472:3764:x1825030708224256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.214355:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+14011:2003:x1825030869183872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (170us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.214356:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.214360:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16316 count 1 00010000:00010000:3.0:1740485460.214361:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.214361:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519985 00010000:00010000:3.0:1740485460.214367:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097480e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.214367:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214368:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.214369:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214374:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2565 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214376:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214378:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.214379:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.214380:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214386:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.214387:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2565:2005:x1825030869184000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (166us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.214390:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2565 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214392:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097480e00/0x5922c046cdb8bc32 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.214393:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519986 00010000:00010000:0.0:1740485460.214396:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2565 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.214402:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708224384:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.214412:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.214417:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.214418:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214425:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214437:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214444:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214449:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009920d800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.214451:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214456:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214462:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.214466:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009920d800/0x5922c046cdb8bc39 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.214515:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4093:3767:x1825030708220288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5380us (5410us total) trans 4295558878 rc 0/0 00000100:00100000:3.0:1740485460.214522:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431204 00000004:00080000:0.0:1740485460.214532:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8fb80/2, rc 0, transno 4295558878 00000100:00100000:0.0:1740485460.214542:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708220288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.214595:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3473:3766:x1825030708220160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5374us (5506us total) trans 4295501252 rc 0/0 00000100:00100000:0.0:1740485460.214596:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708224512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.214601:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431205 00000100:00100000:0.0:1740485460.214611:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.214624:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8f800/2, rc 0, transno 4295501252 00000100:00100000:3.0:1740485460.214626:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708224512 00000100:00100000:3.0:1740485460.214630:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708224512 00000100:00100000:0.0:1740485460.214634:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708220160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.214657:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.214661:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708224640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.214670:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431220 00000100:00100000:0.0:1740485460.214671:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.214675:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4093:3766:x1825030708224512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.214683:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708224640 00000100:00100000:0.0:1740485460.214684:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708224640 00000100:00100000:0.0:1740485460.214695:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431221 00002000:00080000:3.0:1740485460.214696:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29230 count 1 00000100:00100000:0.0:1740485460.214698:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3473:3766:x1825030708224640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.214706:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214716:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14010 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214723:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.214724:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.214726:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214741:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14010 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.214749:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14010 pid: 16037 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.214753:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16317 count 1 00000100:00100000:3.0:1740485460.214758:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708224768:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.214762:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214769:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2564 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214773:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.214774:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.214775:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.214784:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.214786:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2564 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.214791:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2564 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.214797:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708224896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.214812:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.217638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.217663:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708221184:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.217677:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184128 00010000:00010000:1.0:1740485460.217677:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.217681:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184128 00000100:00100000:0.0:1740485460.217687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.217692:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2565 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.217709:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184256 00000100:00100000:0.0:1740485460.217709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.217711:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184256 00000100:00100000:1.0:1740485460.217715:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184384 00010000:00010000:2.0:1740485460.217717:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14011 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.217719:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184384 00000100:00100000:3.0:1740485460.217731:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708221312:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.217733:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14012 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.217734:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519987 00000100:00100000:2.0:1740485460.217737:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2565:2003:x1825030869184128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.217743:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.217745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.217747:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2565 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217750:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.217752:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2565 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.217752:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184512 00000100:00100000:1.0:1740485460.217754:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184512 00010000:00010000:2.0:1740485460.217762:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092637c00/0x5922c046cda70d77 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e3e6 expref: 2566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.217762:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2566 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.217767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.217770:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519988 00010000:00010000:2.0:1740485460.217772:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.217773:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.217775:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2005:x1825030869184256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.217775:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.217780:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.217785:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184640 00000100:00100000:1.0:1740485460.217788:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184640 00000100:00100000:3.0:1740485460.217791:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519989 00010000:00010000:2.0:1740485460.217791:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.217795:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2004:x1825030869184384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.217796:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217801:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.217806:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14013 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.217806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.217811:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2565:2003:x1825030869184128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (174us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.217815:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14013 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.217815:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184768 00000100:00100000:2.0:1740485460.217816:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519987 00000100:00100000:1.0:1740485460.217817:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184768 00010000:00010000:1.0:1740485460.217825:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14014 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217827:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.217828:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.217830:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519990 00010000:00010000:3.0:1740485460.217831:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.217834:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c42450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2564:2005:x1825030869184512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.217838:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.217838:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.217841:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2564 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.217841:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519991 00000100:00100000:1.0:1740485460.217845:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14014:2003:x1825030869184640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.217848:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2564 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217850:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.217851:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.217855:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.217855:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14014 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.217856:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.217858:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.217863:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.217863:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14014 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.217866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.217868:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.217871:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14014:2004:x1825030869184384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.217873:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.217874:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.217876:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519989 00010000:00010000:1.0:1740485460.217877:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.217879:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c42450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2564:2005:x1825030869184512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.217882:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519990 00010000:00010000:1.0:1740485460.217884:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.217889:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869184896 00000100:00100000:3.0:1740485460.217892:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869184896 00000100:00100000:2.0:1740485460.217892:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519992 00000100:00100000:2.0:1740485460.217895:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2005:x1825030869184768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.217899:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.217899:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.217902:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2564 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.217904:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14013 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.217910:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14013 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.217917:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519993 00010000:00010000:2.0:1740485460.217917:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.217918:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.217920:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.217922:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2564:2004:x1825030869184896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.217922:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2003:x1825030869184640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.217924:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.217927:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.217927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.217928:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519991 00010000:00010000:2.0:1740485460.217929:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.217931:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2564 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217939:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2564 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.217939:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185024 00000100:00100000:2.0:1740485460.217940:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2005:x1825030869184768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.217942:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185024 00000100:00100000:2.0:1740485460.217943:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519992 00010000:00010000:3.0:1740485460.217949:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.217950:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2565 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.217951:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.217953:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.217960:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.217965:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519994 00010000:00010000:3.0:1740485460.217969:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.217970:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2565:2005:x1825030869185024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.217975:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.217978:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2565 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.217984:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2565:2004:x1825030869184896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.217987:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2565 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.217989:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0001_UUID:16701:1825030708223360:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.217990:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519993 00010000:00010000:1.0:1740485460.217996:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.217997:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.217998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.218000:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218003:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218006:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218014:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185152 00000100:00100000:3.0:1740485460.218016:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185152 00010000:00010000:1.0:1740485460.218020:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.218025:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218026:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ab8000/0x5922c046cda71382 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e598 expref: 2564 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218034:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2563:2005:x1825030869185024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.218036:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708223232:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.218040:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519994 00000100:00100000:3.0:1740485460.218043:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519995 00000100:00100000:3.0:1740485460.218046:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2003:x1825030869185152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.218047:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218052:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218055:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.218056:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218058:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218060:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218064:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218065:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218067:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.218071:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e075600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.218072:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218076:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c309e00/0x5922c046cda7f454 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376504 expref: 14012 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218076:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218076:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a84c400/0x5922c046cda711bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e52f expref: 2562 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218081:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218085:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218086:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.218086:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e075600/0x5922c046cdb8bc71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.218089:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218095:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218099:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708223104:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.218110:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218116:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.218119:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.218123:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218124:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185280 00000100:00100000:1.0:1740485460.218126:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185280 00010000:00010000:2.0:1740485460.218127:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218131:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+14011:2003:x1825030869185152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.218131:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218134:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218135:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2562 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.218136:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519995 00010000:00010000:2.0:1740485460.218137:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a498400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.218138:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218142:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218146:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218147:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185408 00000100:00100000:1.0:1740485460.218147:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185536 00000100:00100000:3.0:1740485460.218149:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185408 00010000:00010000:2.0:1740485460.218149:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a498400/0x5922c046cdb8bc7f lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218149:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185536 00010000:00010000:3.0:1740485460.218156:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2563 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.218156:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14011 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.218156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.218168:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185664 00000100:00100000:1.0:1740485460.218170:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185664 00000100:00100000:3.0:1740485460.218172:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519996 00010000:00010000:1.0:1740485460.218176:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14012 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.218177:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2563:2005:x1825030869185280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.218178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.218182:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.218186:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2563 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218193:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185792 00010000:00010000:3.0:1740485460.218194:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2563 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218194:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185792 00010000:00010000:1.0:1740485460.218201:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2564 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.218204:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218205:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218207:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.218212:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186048 00010000:00010000:3.0:1740485460.218214:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218214:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186048 00010000:00010000:1.0:1740485460.218220:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2565 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.218223:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.218229:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519997 00000100:00100000:1.0:1740485460.218233:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2005:x1825030869185536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.218237:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2565:2005:x1825030869185280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (168us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.218238:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.218242:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519996 00010000:00010000:1.0:1740485460.218242:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14012 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.218242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.218249:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14012 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.218252:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869185920 00000100:00100000:3.0:1740485460.218254:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869185920 00000100:00100000:2.0:1740485460.218254:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4094:3767:x1825030708222208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4781us (4829us total) trans 4295558879 rc 0/0 00010000:00010000:1.0:1740485460.218258:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.218259:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431215 00010000:00010000:1.0:1740485460.218260:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218261:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14013 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.218262:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218269:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218272:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519998 00000100:00100000:0.0:1740485460.218272:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708224384:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.218276:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2564:2004:x1825030869185408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.218283:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.218284:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.218284:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 519999 00010000:00010000:3.0:1740485460.218287:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2564 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.218290:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2003:x1825030869185664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.218295:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2564 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218299:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.218300:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+14013:2005:x1825030869185536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (181us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.218304:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.218304:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14013 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.218305:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.218306:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519997 00010000:00010000:3.0:1740485460.218307:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218313:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218314:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14012 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218319:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520000 00010000:00010000:3.0:1740485460.218322:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.218323:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2564:2005:x1825030869185792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.218325:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.218326:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.218328:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.218329:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218332:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2564 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.218333:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2564:2004:x1825030869185408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (246us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.218336:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218339:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519998 00010000:00010000:1.0:1740485460.218340:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2564 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.218345:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.218350:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135458a00/0x5922c046cda716a0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e686 expref: 2563 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.218360:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14012:2003:x1825030869185664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (206us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.218360:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.218361:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.218363:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218365:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519999 00010000:00010000:1.0:1740485460.218369:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218373:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520001 00000100:00100000:3.0:1740485460.218377:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2562:2003:x1825030869186048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.218379:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.218379:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218381:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520002 00010000:00010000:3.0:1740485460.218382:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.218386:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2562 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.218386:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14011:2003:x1825030869185920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.218388:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218392:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.218393:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2562 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218394:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2562:2005:x1825030869185792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (216us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.218395:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218397:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14011 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218400:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520000 00010000:00010000:3.0:1740485460.218402:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218404:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218406:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218406:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14011 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.218407:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218412:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218414:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218416:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.218417:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.218419:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218420:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218421:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.218421:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218423:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218426:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218427:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508ac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.218430:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.218430:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218433:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2561:2003:x1825030869186048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (223us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.218433:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218437:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218439:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520001 00010000:00010000:1.0:1740485460.218440:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218441:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+14011:2003:x1825030869185920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.218445:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520002 00010000:00010000:1.0:1740485460.218446:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218446:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218452:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba4b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.218453:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ac00/0x5922c046cdb8bc9b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218454:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218459:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.218461:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218464:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14010 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.218470:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218472:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14010 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.218480:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba4b000/0x5922c046cdb8bc63 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218482:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e214800/0x5922c046cda71002 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e4cd expref: 2560 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.218483:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c308000/0x5922c046cda7f32e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376478 expref: 14010 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.218490:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708223744:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.218491:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218492:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.218494:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218502:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218505:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218510:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218514:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218518:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.218518:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218521:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218525:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218528:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.218530:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218534:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+14009:2005:x1825030869184256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 758us (847us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.218534:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.218539:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.218540:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 519988 00010000:00010000:2.0:1740485460.218542:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499c00/0x5922c046cdb8bc78 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218607:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3475:3764:x1825030708224256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4252us (4347us total) trans 4295501253 rc 0/0 00000100:00100000:0.0:1740485460.218613:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431219 00010000:00010000:3.0:1740485460.218629:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123df0a00/0x5922c046cda7f53b lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376558 expref: 14008 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.218640:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708224768:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.218640:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a59c3200/0x5922c046cda7187c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e6ef expref: 2559 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.218643:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3475:3764:x1825030708222464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5313us (5422us total) trans 4295501254 rc 0/0 00000100:00100000:1.0:1740485460.218649:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431211 00000100:00100000:0.0:1740485460.218651:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708224896:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.218652:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218658:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218662:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218664:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218669:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218671:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218675:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5ed000/0x5922c046cda7f397 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764a9 expref: 14007 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.218676:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218677:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218678:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3474:3767:x1825030708222336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5254us (5397us total) trans 4295501255 rc 0/0 00010000:00010000:0.0:1740485460.218682:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218684:0:16635:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:16635:1825030708222720:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.218685:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431214 00010000:00010000:3.0:1740485460.218689:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218689:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218694:0:16635:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218695:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097481c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.218696:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218698:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218700:0:16635:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218701:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007239a800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.218704:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218704:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218706:0:16635:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218710:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218713:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218713:0:16635:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218719:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097481c00/0x5922c046cdb8bca2 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218719:0:16635:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218724:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218729:0:16635:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.218731:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007239a800/0x5922c046cdb8bca9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218734:0:16635:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88007239b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.218737:0:16635:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218743:0:16635:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218751:0:16635:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218757:0:16635:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007239b600/0x5922c046cdb8bc5c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218799:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3475:3764:x1825030708222592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5459us (5544us total) trans 4295501256 rc 0/0 00000100:00100000:2.0:1740485460.218806:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431213 00000100:00100000:3.0:1740485460.218831:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4095:3766:x1825030708224512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4155us (4219us total) trans 4295558880 rc 0/0 00000100:00100000:0.0:1740485460.218837:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3474:3766:x1825030708224640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4136us (4163us total) trans 4295501257 rc 0/0 00000100:00100000:3.0:1740485460.218838:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431220 00000100:00100000:0.0:1740485460.218843:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431221 00000004:00080000:2.0:1740485460.218844:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8bb80/2, rc 0, transno 4295558879 00000100:00100000:2.0:1740485460.218853:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.218857:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218858:0:16635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+4094:3764:x1825030708221952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5618us (5659us total) trans 4295558881 rc 0/0 00010000:00010000:3.0:1740485460.218864:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.218864:0:16635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431210 00000004:00080000:0.0:1740485460.218868:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ee680/2, rc 0, transno 4295501257 00010000:00010000:3.0:1740485460.218870:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218877:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218884:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708224640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.218885:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218887:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbff600/0x5922c046cda714c4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e601 expref: 2558 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.218890:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a512fa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.218893:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.218893:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f88000/2, rc 0, transno 4295501255 00000004:00080000:0.0:1740485460.218895:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ee300/2, rc 0, transno 4295558880 00000100:00100000:1.0:1740485460.218897:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708223488:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.218898:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.218900:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218908:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.218909:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708224512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.218910:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.218915:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a512fa00/0x5922c046cdb8bc47 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218921:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218927:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218934:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218936:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708225152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.218940:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218946:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218951:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f313400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.218954:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218959:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.218961:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218969:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.218975:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f313400/0x5922c046cdb8bc86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.218979:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.218984:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708225024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.219003:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.219010:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708225280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.219026:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708225408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.219032:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.219050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.219053:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4094:3765:x1825030708220928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6270us (6303us total) trans 4295558882 rc 0/0 00000100:00100000:3.0:1740485460.219059:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431207 00000100:00100000:0.0:1740485460.219060:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708225152 00000100:00100000:0.0:1740485460.219063:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708225152 00000100:00100000:3.0:1740485460.219072:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708225024 00000100:00100000:2.0:1740485460.219073:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708225280 00000100:00100000:1.0:1740485460.219073:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3474:3767:x1825030708222848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5596us (5619us total) trans 4295501258 rc 0/0 00000100:00100000:3.0:1740485460.219075:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708225024 00000100:00100000:2.0:1740485460.219076:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708225280 00000100:00100000:1.0:1740485460.219078:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431216 00000100:00100000:0.0:1740485460.219078:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708225408 00000100:00100000:0.0:1740485460.219081:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708225408 00000100:00100000:3.0:1740485460.219100:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431222 00000100:00100000:3.0:1740485460.219104:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4095:3765:x1825030708225152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.219105:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431223 00000100:00100000:2.0:1740485460.219111:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4095:3765:x1825030708225024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1740485460.219116:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29232 count 1 00000100:00100000:0.0:1740485460.219117:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431224 00000100:00100000:1.0:1740485460.219123:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431225 00000100:00100000:0.0:1740485460.219123:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3475:3766:x1825030708225280:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.219126:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.219127:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3475:3767:x1825030708225408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.219133:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29231 count 1 00010000:00010000:3.0:1740485460.219135:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14006 pid: 16644 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.219135:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16318 count 1 00002000:00080000:1.0:1740485460.219137:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16319 count 1 00010000:00010000:3.0:1740485460.219141:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219142:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219143:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.219144:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219144:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219145:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219153:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2557 pid: 16709 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219154:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219158:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219159:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.219159:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2557 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219160:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14006 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219160:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.219160:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219162:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219162:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219166:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.219167:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219169:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14006 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.219170:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219173:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219175:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2557 pid: 16709 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.219178:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708225536:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.219179:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.219183:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2557 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.219185:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708225664:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.219185:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2557 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.219192:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708225792:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.219195:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2557 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.219203:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.219203:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.219204:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708225920:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.219207:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e0c0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.219218:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ec380/2, rc 0, transno 4295501258 00010000:00010000:1.0:1740485460.219227:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352e3000/0x5922c046cda7f48c lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376512 expref: 14006 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.219229:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c309400/0x5922c046cda7f366 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376494 expref: 14006 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.219231:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708222848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.219231:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.219238:0:16705:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_111:lustre-OST0001_UUID:16705:1825030708221696:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.219238:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708223872:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.219245:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d861f80/2, rc 0, transno 4295558882 00000100:00100000:2.0:1740485460.219249:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708220928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.219250:0:16705:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219250:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219257:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219263:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219268:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219271:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219274:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219278:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219280:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219282:0:16705:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219286:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f313200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.219288:0:16705:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219289:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219291:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219295:0:16705:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219295:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219298:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219301:0:16705:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219304:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219305:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219307:0:16705:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219311:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f5dc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.219311:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f313200/0x5922c046cdb8bc8d lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219312:0:16705:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47ae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.219314:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219315:0:16705:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219320:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219321:0:16705:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219328:0:16705:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219330:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219334:0:16705:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f47ae00/0x5922c046cdb8bc4e lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219335:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f5dc00/0x5922c046cdb8bc40 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219365:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1740485460.219384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.219404:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8edc00/2, rc 0, transno 4295501253 00000100:00100000:1.0:1740485460.219414:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4097:3767:x1825030708223616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5761us (5834us total) trans 4295558883 rc 0/0 00000100:00100000:0.0:1740485460.219417:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708224256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.219418:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:lustre-MDT0000-mdtlov_UUID+4097:3766:x1825030708221440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6428us (6479us total) trans 4295558884 rc 0/0 00000100:00100000:1.0:1740485460.219419:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431217 00000100:00100000:3.0:1740485460.219423:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431208 00000004:00080000:0.0:1740485460.219427:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f89f80/2, rc 0, transno 4295501256 00000100:00100000:0.0:1740485460.219430:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.219432:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226048 00000100:00100000:1.0:1740485460.219434:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226048 00000004:00080000:0.0:1740485460.219437:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f88e00/2, rc 0, transno 4295501254 00000100:00100000:0.0:1740485460.219441:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.219448:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3476:3765:x1825030708221056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6676us (6725us total) trans 4295501259 rc 0/0 00000100:00100000:1.0:1740485460.219448:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431226 00000004:00080000:0.0:1740485460.219450:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8b480/2, rc 0, transno 4295558881 00000100:00100000:1.0:1740485460.219452:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4096:3764:x1825030708226048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.219453:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431206 00002000:00080000:1.0:1740485460.219462:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29233 count 1 00000100:00100000:0.0:1740485460.219462:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708221952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.219470:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219471:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226560:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.219478:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fb5e000/0x5922c046cda7f423 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813764da expref: 14004 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.219479:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14004 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219485:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.219486:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.219487:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.219487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.219489:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16641:1825030708222976:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.219489:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219499:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219502:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:1.0:1740485460.219503:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14003 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.219504:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.219506:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219508:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.219513:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219517:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14003 pid: 16655 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.219519:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.219521:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ed180/2, rc 0, transno 4295558883 00000100:00100000:2.0:1740485460.219525:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708223616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.219526:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.219527:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708226816:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.219528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.219532:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219544:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47aa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.219546:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.219547:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.219548:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1740485460.219548:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.219571:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.219571:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.219574:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226560 00000100:00100000:1.0:1740485460.219593:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226560 00000100:00100000:0.0:1740485460.219596:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.219597:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219603:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f47aa00/0x5922c046cdb8bc6a lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.219617:0:16635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226432 00000100:00100000:2.0:1740485460.219618:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226176 00000100:00100000:1.0:1740485460.219619:0:16635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226432 00000100:00100000:3.0:1740485460.219621:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226688 00000100:00100000:2.0:1740485460.219621:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226176 00000100:00100000:3.0:1740485460.219624:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226688 00000100:00100000:0.0:1740485460.219631:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431227 00000100:00100000:0.0:1740485460.219636:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3478:3764:x1825030708226560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.219637:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431228 00000100:00100000:1.0:1740485460.219642:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3478:3767:x1825030708226432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.219646:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431229 00002000:00080000:0.0:1740485460.219649:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16323 count 1 00000100:00100000:3.0:1740485460.219651:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431230 00000100:00100000:2.0:1740485460.219653:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3478:3764:x1825030708226176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.219653:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16322 count 1 00000100:00100000:3.0:1740485460.219656:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4097:3764:x1825030708226688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1740485460.219659:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219662:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.219663:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29234 count 1 00002000:00080000:2.0:1740485460.219664:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16320 count 1 00010000:00010000:3.0:1740485460.219670:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219670:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2557 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219671:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2557 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219676:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219677:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219677:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219678:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14003 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219678:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.219679:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.219680:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219681:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219683:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219685:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219687:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219689:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2557 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219695:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.219695:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2557 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219696:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2557 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219697:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219699:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14003 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219699:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219708:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.219708:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2557 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.219710:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2557 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.219716:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708227328:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.219716:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708227072:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.219717:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2557 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219720:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708227200:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.219727:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2557 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.219733:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.219734:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.219740:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.219743:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708227456:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.219763:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f8bfa00/0x5922c046cda70eea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e44f expref: 2557 pid: 16707 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.219765:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5951500/2, rc 0, transno 4295558884 00000100:00100000:2.0:1740485460.219770:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.219773:0:16091:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:16091:1825030708221824:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.219773:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708221440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.219784:0:16091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.219790:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.219792:0:16091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219797:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.219798:0:16091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.219804:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.219804:0:16091:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219805:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708227584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.219811:0:16091:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219816:0:16091:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219822:0:16091:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.219824:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.219825:0:16091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219831:0:16091:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219839:0:16091:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219845:0:16091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b830400/0x5922c046cdb8bc55 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.219849:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4098:3764:x1825030708222080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6513us (6608us total) trans 4295558885 rc 0/0 00000100:00100000:2.0:1740485460.219849:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226304 00000100:00100000:2.0:1740485460.219852:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226304 00000100:00100000:3.0:1740485460.219855:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431212 00000100:00100000:2.0:1740485460.219864:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708226944 00000100:00100000:2.0:1740485460.219865:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708226944 00000100:00100000:3.0:1740485460.219872:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431231 00000100:00100000:3.0:1740485460.219876:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3479:3767:x1825030708226304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.219879:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431232 00000100:00100000:2.0:1740485460.219882:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4098:3767:x1825030708226944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1740485460.219887:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16321 count 1 00002000:00080000:2.0:1740485460.219891:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29235 count 1 00010000:00010000:3.0:1740485460.219895:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219899:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219905:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2556 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.219908:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14003 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.219911:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219912:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219913:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.219913:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.219915:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.219915:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219922:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708227584 00010000:00010000:2.0:1740485460.219924:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14003 pid: 16644 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.219926:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708227584 00010000:00010000:2.0:1740485460.219933:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.219935:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2556 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.219939:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708227712:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.219942:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431233 00010000:00010000:3.0:1740485460.219944:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2556 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.219946:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4099:3766:x1825030708227584:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.219953:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708227840:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.219956:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3480:3766:x1825030708221568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6910us (6938us total) trans 4295501260 rc 0/0 00002000:00080000:0.0:1740485460.219957:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29236 count 1 00000100:00100000:2.0:1740485460.219958:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801357d6540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.219961:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431209 00010000:00010000:0.0:1740485460.219967:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.219972:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.219978:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14003 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.219984:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.219986:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.219988:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.219994:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e54fe00/0x5922c046cda7f4e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137653c expref: 14003 pid: 16647 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.220002:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d860380/2, rc 0, transno 4295501259 00000100:00100000:1.0:1740485460.220006:0:16610:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:16610:1825030708224128:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.220008:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708221056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.220009:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14002 pid: 16037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.220018:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14002 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.220020:0:16610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220027:0:16610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.220027:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708227968:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.220029:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.220036:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708228096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.220038:0:16610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220044:0:16610:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220051:0:16610:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.220051:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.220057:0:16610:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.220059:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.220062:0:16610:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a435e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.220065:0:16610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.220068:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f88380/2, rc 0, transno 4295501260 00010000:00010000:1.0:1740485460.220071:0:16610:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220080:0:16610:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.220082:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708221568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.220086:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708228096 00010000:00010000:1.0:1740485460.220086:0:16610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a435e00/0x5922c046cdb8bc94 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.220089:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708228096 00000100:00100000:3.0:1740485460.220099:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708228224:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.220099:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f89500/2, rc 0, transno 4295558885 00000100:00100000:2.0:1740485460.220102:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431234 00000100:00100000:2.0:1740485460.220105:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3480:3765:x1825030708228096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.220105:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708222080:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1740485460.220113:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16324 count 1 00010000:00010000:2.0:1740485460.220122:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.220123:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.220130:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2556 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.220134:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.220135:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.220136:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.220140:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708228224 00000100:00100000:3.0:1740485460.220143:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708228224 00010000:00010000:2.0:1740485460.220146:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2556 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.220151:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2556 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.220160:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431235 00000100:00100000:2.0:1740485460.220161:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708228352:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.220164:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3481:3765:x1825030708228224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.220174:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16325 count 1 00000100:00100000:2.0:1740485460.220178:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d191180 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.220182:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+4100:3765:x1825030708224000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6173us (6200us total) trans 4295558886 rc 0/0 00010000:00010000:3.0:1740485460.220184:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.220188:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431218 00010000:00010000:3.0:1740485460.220194:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2556 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.220197:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708228480:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1740485460.220200:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.220202:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.220204:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.220219:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.220220:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2556 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.220229:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2556 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.220233:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708228480 00000100:00100000:1.0:1740485460.220235:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708228480 00000100:00100000:3.0:1740485460.220237:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708228608:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.220249:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431236 00000100:00100000:1.0:1740485460.220253:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4100:3766:x1825030708228480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1740485460.220262:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000404:29237 count 1 00000100:00100000:3.0:1740485460.220269:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.220271:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220280:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14002 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220285:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1740485460.220286:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ed880/2, rc 0, transno 4295558886 00010000:00010000:1.0:1740485460.220287:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.220290:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708224000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1740485460.220290:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 4/0,1 mode: --/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220305:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14002 pid: 16644 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.220313:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14002 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.220321:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708228736:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.220342:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.221642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.221654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.221661:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186176 00000100:00100000:3.0:1740485460.221664:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186176 00000100:00100000:2.0:1740485460.221673:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:16668:1825030708225664:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.221678:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.221683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.221690:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.221692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.221693:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186304 00000100:00100000:3.0:1740485460.221695:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186304 00010000:00010000:3.0:1740485460.221700:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14004 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.221707:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186432 00000100:00100000:2.0:1740485460.221711:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186432 00000100:00100000:3.0:1740485460.221713:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186560 00000100:00100000:1.0:1740485460.221714:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708225792:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.221715:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186560 00000100:00100000:0.0:1740485460.221715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.221721:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2558 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.221722:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2558 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221729:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186688 00000100:00100000:0.0:1740485460.221729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.221730:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186688 00010000:00010000:1.0:1740485460.221730:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.221736:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14005 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.221739:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186816 00000100:00100000:2.0:1740485460.221741:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186816 00000100:00100000:3.0:1740485460.221745:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520003 00000100:00100000:3.0:1740485460.221749:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14006:2003:x1825030869186176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.221749:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14006 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.221754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.221755:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.221755:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9553:1825030708226816:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.221757:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14006 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.221760:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869186944 00000100:00100000:2.0:1740485460.221761:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869186944 00010000:00010000:3.0:1740485460.221763:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 14006 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.221768:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2559 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.221771:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.221771:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.221772:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.221774:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.221779:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520004 00010000:00010000:3.0:1740485460.221780:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.221783:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14006:2005:x1825030869186304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.221789:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.221790:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708227072:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.221790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.221792:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.221793:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.221799:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.221800:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.221810:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a505600/0x5922c046cda7f596 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376589 expref: 14006 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221815:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14005:2003:x1825030869186176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.221818:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187200 00010000:00010000:2.0:1740485460.221819:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.221821:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.221821:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187200 00000100:00100000:3.0:1740485460.221823:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520003 00010000:00010000:2.0:1740485460.221823:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.221828:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.221835:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.221835:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14005 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221838:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520005 00000100:00100000:3.0:1740485460.221843:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2559:2003:x1825030869186560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.221849:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.221850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.221852:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187328 00010000:00010000:3.0:1740485460.221854:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2559 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.221854:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14005:2005:x1825030869186304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.221855:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187328 00000100:00100000:2.0:1740485460.221859:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520004 00010000:00010000:3.0:1740485460.221863:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2560 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.221864:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2560 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.221872:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.221876:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520006 00010000:00010000:3.0:1740485460.221877:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.221879:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.221881:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2560:2003:x1825030869186432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.221884:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.221888:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.221891:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.221893:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2560 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.221896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.221900:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520007 00000100:00100000:2.0:1740485460.221903:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14004:2005:x1825030869186688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.221904:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2560:2003:x1825030869186560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (211us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.221907:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.221907:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2560 pid: 16709 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221908:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520005 00000100:00100000:0.0:1740485460.221910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.221911:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14004 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221916:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187456 00010000:00010000:2.0:1740485460.221917:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14004 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221918:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187456 00010000:00010000:1.0:1740485460.221919:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f737a00/0x5922c046cda71a7b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e797 expref: 2559 pid: 16709 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.221925:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14005 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.221926:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e54f600/0x5922c046cda7f637 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765cf expref: 14005 pid: 16655 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.221934:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187072 00010000:00010000:2.0:1740485460.221934:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.221936:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187072 00010000:00010000:2.0:1740485460.221936:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.221937:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.221937:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.221939:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.221942:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.221942:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.221943:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2559 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.221949:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.221949:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.221954:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520008 00000100:00100000:0.0:1740485460.221955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.221958:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14004:2003:x1825030869186816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.221960:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+14004:2005:x1825030869186688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.221963:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520007 00010000:00010000:3.0:1740485460.221965:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.221965:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.221970:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14004 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.221974:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187584 00000100:00100000:2.0:1740485460.221977:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187584 00010000:00010000:3.0:1740485460.221979:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.221985:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2560:2003:x1825030869186432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 102us (299us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.221987:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2560 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.221988:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.221990:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.221992:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.221992:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520006 00010000:00010000:3.0:1740485460.221999:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.222001:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520009 00000100:00100000:2.0:1740485460.222006:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2559:2004:x1825030869186944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.222007:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.222008:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520010 00010000:00010000:2.0:1740485460.222013:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.222013:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14003:2003:x1825030869187200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.222017:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2559 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222020:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14003:2003:x1825030869186816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (289us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.222020:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.222024:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222026:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520008 00010000:00010000:2.0:1740485460.222033:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2559 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222033:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 14003 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.222037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.222040:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520011 00000100:00100000:3.0:1740485460.222043:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2559:2004:x1825030869187328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.222044:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.222045:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bbe2400/0x5922c046cda71ea3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e8af expref: 2559 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222046:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222048:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.222049:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222051:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2559 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222055:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222056:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222057:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2558 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.222058:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.222059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.222061:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222063:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222064:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222065:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222065:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.222068:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222069:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222076:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.222079:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+14002:2003:x1825030869187200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.222085:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2558:2004:x1825030869187328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.222085:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520010 00010000:00010000:2.0:1740485460.222086:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.222088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.222089:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520011 00000100:00100000:1.0:1740485460.222095:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187712 00000100:00100000:3.0:1740485460.222097:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187840 00000100:00100000:1.0:1740485460.222098:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187712 00000100:00100000:3.0:1740485460.222099:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187840 00010000:00010000:3.0:1740485460.222106:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14002 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.222107:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2558:2004:x1825030869186944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (351us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.222107:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2558 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222112:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869187968 00000100:00100000:3.0:1740485460.222113:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869187968 00000100:00100000:2.0:1740485460.222115:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520009 00010000:00010000:3.0:1740485460.222118:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2559 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222127:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520012 00000100:00100000:3.0:1740485460.222130:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14002:2003:x1825030869187456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.222131:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520013 00010000:00010000:3.0:1740485460.222134:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.222134:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708227200:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.222135:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2558:2005:x1825030869187072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.222136:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14002 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.222141:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14002 pid: 16037 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222141:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.222145:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2558 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.222147:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222147:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.222148:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222149:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222153:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222153:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2558 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.222158:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.222161:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520014 00000100:00100000:2.0:1740485460.222166:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2558:2004:x1825030869187584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.222168:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c12600/0x5922c046cda71fc9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e911 expref: 2558 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222170:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14002:2003:x1825030869187456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.222174:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520012 00010000:00010000:2.0:1740485460.222174:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.222178:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.222179:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2557 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222179:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.222181:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520015 00010000:00010000:1.0:1740485460.222182:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222182:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b031a00/0x5922c046cda7f7d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376654 expref: 14001 pid: 16037 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222184:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14001:2006:x1825030869187840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.222187:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.222188:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222189:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2557 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.222190:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 5/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14001 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.222195:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0001_UUID:16632:1825030708227968:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.222196:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 14000 pid: 16644 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.222201:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.222201:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.222202:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222202:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.222203:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.222204:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222206:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222208:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222209:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222213:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.222213:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.222216:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2557:2005:x1825030869187072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (305us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.222217:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222221:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+14000:2006:x1825030869187840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.222222:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520013 00010000:00010000:0.0:1740485460.222223:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222224:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520015 00010000:00010000:2.0:1740485460.222225:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.222230:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222231:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520016 00000100:00100000:3.0:1740485460.222233:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2556:2006:x1825030869187712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.222235:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520017 00010000:00010000:3.0:1740485460.222237:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.222237:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222239:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2556 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.222240:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2556:2003:x1825030869187968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.222245:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2556 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.222245:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2556:2004:x1825030869187584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (290us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.222248:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222251:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.222252:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520014 00010000:00010000:3.0:1740485460.222254:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.222254:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de09000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.222255:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.222255:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2556 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.222256:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222257:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222261:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222264:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2555 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.222264:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222265:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.222273:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.222274:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2555:2006:x1825030869187712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (239us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.222274:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222275:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.222277:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520016 00010000:00010000:1.0:1740485460.222278:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222281:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009de09000/0x5922c046cdb8bcfd lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222284:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222294:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa42200/0x5922c046cda71b69 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e7eb expref: 2554 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222294:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.222304:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b6bfe00/0x5922c046cda7f5ea lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137659e expref: 13999 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.222305:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708227456:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.222308:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2553:2003:x1825030869187968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.222312:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9997:1825030708225536:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.222315:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520017 00010000:00010000:3.0:1740485460.222321:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222324:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222326:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222330:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222333:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222334:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222338:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222339:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222340:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222342:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222346:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.222346:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222347:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222347:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222351:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222353:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222354:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222356:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222359:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a403400/0x5922c046cdb8bcb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222360:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222361:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222366:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f313800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.222366:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222368:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222371:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7b7200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.222372:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222374:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222378:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222380:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222382:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f313800/0x5922c046cdb8bce8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222389:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222395:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b7200/0x5922c046cdb8bcda lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222423:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801352e2e00/0x5922c046cda7f6a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813765f9 expref: 13998 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.222430:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16700:1825030708227328:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.222440:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222448:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222452:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222453:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4102:3766:x1825030708227584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2505us (2548us total) trans 4295558888 rc 0/0 00010000:00010000:3.0:1740485460.222456:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222458:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431233 00010000:00010000:3.0:1740485460.222460:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222463:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222466:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a402200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.222468:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222470:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222472:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222475:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222477:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222479:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222480:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a402200/0x5922c046cdb8bce1 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222484:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222488:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222492:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b831c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.222493:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3483:3764:x1825030708226176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2841us (2965us total) trans 4295501261 rc 0/0 00010000:00010000:0.0:1740485460.222493:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222497:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.222498:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431229 00010000:00010000:0.0:1740485460.222503:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222507:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b831c00/0x5922c046cdb8bcd3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.222520:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3482:3767:x1825030708226432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2875us (3013us total) trans 4295501262 rc 0/0 00010000:00010000:2.0:1740485460.222526:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cb50200/0x5922c046cda7f780 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137663f expref: 13997 pid: 16644 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.222528:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431228 00000100:00100000:2.0:1740485460.222535:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0001_UUID:16655:1825030708227712:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.222545:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222564:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222568:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222569:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222570:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4102:3764:x1825030708226688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2913us (2973us total) trans 4295558889 rc 0/0 00010000:00010000:2.0:1740485460.222574:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222575:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431230 00010000:00010000:1.0:1740485460.222576:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222597:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222601:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222602:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222604:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f312600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.222606:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222606:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3482:3764:x1825030708226560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2969us (3117us total) trans 4295501263 rc 0/0 00010000:00010000:1.0:1740485460.222609:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222610:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222610:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431227 00010000:00010000:1.0:1740485460.222615:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222616:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222624:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f312600/0x5922c046cdb8bcf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222625:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.222628:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.222632:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fca80/2, rc 0, transno 4295558888 00010000:00010000:1.0:1740485460.222635:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222635:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708227584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1740485460.222638:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4101:3765:x1825030708225152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3533us (3679us total) trans 4295558887 rc 0/0 00000100:00100000:3.0:1740485460.222642:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431222 00010000:00010000:1.0:1740485460.222644:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222647:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e526c00/0x5922c046cda7199b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e743 expref: 2552 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222650:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bcc5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222658:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708225920:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.222662:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009253bc00/0x5922c046cda72277 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e9c0 expref: 2551 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.222667:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.222671:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708228608:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.222680:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.222750:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4101:3767:x1825030708226944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2866us (2926us total) trans 4295558890 rc 0/0 00000100:00100000:2.0:1740485460.222754:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431232 00010000:00010000:2.0:1740485460.222766:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222771:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222774:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222775:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222779:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222781:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222783:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222783:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222786:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.222787:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222787:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222788:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222791:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222792:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222795:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222795:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222798:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222801:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.222802:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a499e00/0x5922c046cdb8bcb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x722f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222803:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222807:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508b800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.222809:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47b800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.222810:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222811:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222816:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222818:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222826:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222830:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.222832:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f47b800/0x5922c046cdb8bd0b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.222837:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bcbe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.222878:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4101:3765:x1825030708225024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3768us (3874us total) trans 4295558891 rc 0/0 00000100:00100000:2.0:1740485460.222881:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431223 00000100:00100000:1.0:1740485460.222900:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3484:3767:x1825030708225408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3770us (3847us total) trans 4295501264 rc 0/0 00000100:00100000:1.0:1740485460.222907:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431225 00000100:00100000:0.0:1740485460.222921:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3483:3766:x1825030708225280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3798us (3889us total) trans 4295501265 rc 0/0 00000100:00100000:0.0:1740485460.222925:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431224 00010000:00010000:1.0:1740485460.222936:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123cbac00/0x5922c046cda7f852 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81376685 expref: 13996 pid: 16644 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.222945:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8eea00/2, rc 0, transno 4295501265 00000100:00100000:3.0:1740485460.222948:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3482:3765:x1825030708228224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2782us (2824us total) trans 4295501266 rc 0/0 00000100:00100000:1.0:1740485460.222948:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16643:1825030708228736:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.222957:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431235 00000100:00100000:0.0:1740485460.222957:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708225280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.222959:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.222966:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.222969:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ef480/2, rc 0, transno 4295501261 00000100:00100000:0.0:1740485460.222972:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.222976:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.222977:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a69c00/2, rc 0, transno 4295558889 00000100:00100000:0.0:1740485460.222979:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1740485460.222983:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4220c00/0x5922c046cda72119 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e981 expref: 2550 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.222983:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.222983:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095d93100/2, rc 0, transno 4295501263 00000100:00100000:0.0:1740485460.222985:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095d93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226560:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.222989:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222991:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.222995:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708228352:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.222995:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.222996:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708228864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.223001:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.223003:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223009:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.223010:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223011:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223016:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.223018:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223019:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708228864 00010000:00010000:2.0:1740485460.223020:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223021:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708228864 00010000:00010000:2.0:1740485460.223024:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.223024:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b830000/0x5922c046cdb8bd12 lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223031:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223031:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431237 00000100:00100000:0.0:1740485460.223034:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3482:3766:x1825030708228864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.223035:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223038:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134df9e00/0x5922c046cda71c96 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136e83f expref: 2549 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.223039:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e774000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.223040:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.223043:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16326 count 1 00010000:00010000:2.0:1740485460.223044:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.223048:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708227840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.223050:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223050:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223053:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e774000/0x5922c046cdb8bd04 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223057:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2548 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223061:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223061:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.223062:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.223063:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223073:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223073:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2548 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223078:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2548 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.223079:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223084:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708229248:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.223086:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223092:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223099:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223101:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.223104:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47a000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.223107:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223109:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708228992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.223114:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.223124:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223130:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f47a000/0x5922c046cdb8bcef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223135:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.223136:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708228992 00000100:00100000:0.0:1740485460.223138:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708229120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.223140:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708228992 00000100:00100000:2.0:1740485460.223146:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3484:3765:x1825030708228096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3040us (3087us total) trans 4295501267 rc 0/0 00000100:00100000:0.0:1740485460.223148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.223150:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431234 00000100:00100000:1.0:1740485460.223156:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708229120 00000100:00100000:1.0:1740485460.223158:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708229120 00000100:00100000:2.0:1740485460.223163:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431238 00000100:00100000:2.0:1740485460.223166:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3484:3764:x1825030708228992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.223175:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16327 count 1 00000100:00100000:1.0:1740485460.223181:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431239 00010000:00010000:2.0:1740485460.223184:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.223186:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3484:3764:x1825030708229120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.223192:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2548 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223196:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.223197:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1740485460.223198:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16328 count 1 00010000:00010000:2.0:1740485460.223199:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223209:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2548 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.223209:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223215:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2548 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.223219:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2548 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.223222:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708229376:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.223225:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.223226:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.223229:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.223241:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.223246:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2548 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.223255:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2548 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.223259:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.223261:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3485:3767:x1825030708226304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3383us (3470us total) trans 4295501268 rc 0/0 00000100:00100000:1.0:1740485460.223265:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708229504:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.223269:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431231 00010000:00010000:0.0:1740485460.223271:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223278:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223284:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.223287:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.223290:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.223293:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d862680/2, rc 0, transno 4295501266 00010000:00010000:0.0:1740485460.223295:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a886e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.223298:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708228224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.223298:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223304:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.223312:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4101:3766:x1825030708228480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3057us (3092us total) trans 4295558892 rc 0/0 00010000:00010000:0.0:1740485460.223313:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 2/0,0 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.223316:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d863100/2, rc 0, transno 4295501267 00000100:00100000:1.0:1740485460.223318:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431236 00000100:00100000:3.0:1740485460.223319:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708228096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.223319:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a886e00/0x5922c046cdb8bccc lrc: 0/0,0 mode: --/PW res: [0x2c0000404:0x7231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.223332:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8f800/2, rc 0, transno 4295558891 00000100:00100000:3.0:1740485460.223334:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708225024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.223337:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708229632:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.223339:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f89880/2, rc 0, transno 4295558887 00000100:00100000:3.0:1740485460.223341:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708225152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1740485460.223354:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.223383:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fd500/2, rc 0, transno 4295558892 00000100:00100000:2.0:1740485460.223387:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708229632 00000100:00100000:1.0:1740485460.223387:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708228480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1740485460.223391:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708229632 00000100:00100000:1.0:1740485460.223394:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.223399:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708229760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.223412:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431240 00000100:00100000:1.0:1740485460.223415:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.223416:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3485:3766:x1825030708229632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.223425:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16329 count 1 00000100:00100000:3.0:1740485460.223430:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708229760 00000100:00100000:0.0:1740485460.223432:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4101:3764:x1825030708226048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3978us (4046us total) trans 4295558893 rc 0/0 00000100:00100000:3.0:1740485460.223433:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708229760 00010000:00010000:2.0:1740485460.223434:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223438:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431226 00010000:00010000:2.0:1740485460.223442:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2548 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223446:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.223447:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431241 00010000:00010000:2.0:1740485460.223447:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.223449:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.223450:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3486:3766:x1825030708229760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.223459:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16330 count 1 00010000:00010000:2.0:1740485460.223460:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2548 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223465:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2548 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.223466:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.223471:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708229888:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.223474:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2548 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223478:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.223479:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.223481:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.223489:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12840 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.223491:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2548 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223497:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2548 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.223503:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708230016:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.223518:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.223569:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a68380/2, rc 0, transno 4295558893 00000100:00100000:0.0:1740485460.223574:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708226048:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.223618:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ef800/2, rc 0, transno 4295501268 00000100:00100000:0.0:1740485460.223636:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226304:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.223646:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe14000/2, rc 0, transno 4295558890 00000100:00100000:0.0:1740485460.223649:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226944:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1740485460.223656:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8efb80/2, rc 0, transno 4295501262 00000100:00100000:0.0:1740485460.223659:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708226432:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.223666:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8eed80/2, rc 0, transno 4295501264 00000100:00100000:0.0:1740485460.223668:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708225408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.223694:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708230144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.223714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.223725:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708230272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.223729:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708230400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.223746:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.223755:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708230144 00000100:00100000:0.0:1740485460.223759:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708230144 00000100:00100000:3.0:1740485460.223762:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708230272 00000100:00100000:3.0:1740485460.223765:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708230272 00000100:00100000:2.0:1740485460.223770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.223775:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708230400 00000100:00100000:0.0:1740485460.223778:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708230400 00000100:00100000:3.0:1740485460.223782:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431242 00000100:00100000:3.0:1740485460.223786:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3489:3764:x1825030708230144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.223793:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431243 00002000:00080000:3.0:1740485460.223795:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16331 count 1 00000100:00100000:0.0:1740485460.223798:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3489:3765:x1825030708230272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.223799:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431244 00010000:00010000:3.0:1740485460.223803:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.223805:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3489:3766:x1825030708230400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.223810:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16332 count 1 00010000:00010000:3.0:1740485460.223812:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2548 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223817:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.223818:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.223819:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223819:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.223820:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16333 count 1 00010000:00010000:0.0:1740485460.223829:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2548 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223830:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2548 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223832:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.223836:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2548 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.223840:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.223841:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.223842:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708230528:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.223844:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2548 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223844:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.223857:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.223859:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.223859:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2548 pid: 16660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.223861:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.223862:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.223865:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2548 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.223871:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708230656:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.223882:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2548 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.223886:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.223891:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2548 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.223900:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708230784:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.223933:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.224352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.224376:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708229248:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.224385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.224390:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224395:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188096 00000100:00100000:1.0:1740485460.224399:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188096 00000100:00100000:2.0:1740485460.224407:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188224 00000100:00100000:2.0:1740485460.224410:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188224 00010000:00010000:1.0:1740485460.224412:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2549 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.224412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.224417:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708229376:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.224421:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2550 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.224424:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188352 00000100:00100000:0.0:1740485460.224426:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188352 00010000:00010000:3.0:1740485460.224429:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224431:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520018 00000100:00100000:1.0:1740485460.224435:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2551:2004:x1825030869188096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.224442:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520019 00010000:00010000:1.0:1740485460.224442:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.224445:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2551:2003:x1825030869188224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.224446:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2551 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.224451:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.224455:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2551 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224455:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2551 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.224461:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2551 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224467:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5e3e00/0x5922c046cda72381 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea22 expref: 2551 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.224472:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb93200/0x5922c046cda724fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ea76 expref: 2551 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224481:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.224483:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.224485:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.224485:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224487:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.224490:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224490:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2549 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224492:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224497:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224510:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520020 00000100:00100000:0.0:1740485460.224513:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2549:2005:x1825030869188352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.224516:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.224519:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.224521:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2549 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.224524:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.224527:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2549 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.224534:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224535:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.224536:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.224537:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2549:2004:x1825030869188096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 100us (184us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.224538:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224540:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224543:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520018 00010000:00010000:3.0:1740485460.224545:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224545:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.224546:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2549:2003:x1825030869188224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.224549:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224565:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224570:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f2d0a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.224570:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520019 00010000:00010000:3.0:1740485460.224572:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224573:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.224576:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224604:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224609:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2547:2005:x1825030869188352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (194us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.224611:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f2d0a00/0x5922c046cdb8bd19 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224616:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520020 00010000:00010000:1.0:1740485460.224627:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b86ea00/0x5922c046cda72660 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eae6 expref: 2546 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.224631:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708229888:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.224638:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708229504:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.224645:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.224651:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.224657:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224660:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188480 00000100:00100000:0.0:1740485460.224662:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188480 00010000:00010000:1.0:1740485460.224663:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.224669:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224672:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2546 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224675:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.224681:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.224686:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7b6200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.224688:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224688:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520021 00000100:00100000:0.0:1740485460.224692:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2546:2005:x1825030869188480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.224693:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224698:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.224701:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224702:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2546 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224707:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6200/0x5922c046cdb8bd27 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224716:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2546 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.224726:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3490:3766:x1825030708228864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1691us (1715us total) trans 4295501269 rc 0/0 00010000:00010000:0.0:1740485460.224728:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b009200/0x5922c046cda72763 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136eb64 expref: 2546 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.224731:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431237 00000004:00080000:2.0:1740485460.224738:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d958380/2, rc 0, transno 4295501269 00010000:00010000:0.0:1740485460.224739:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.224741:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.224744:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224747:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224750:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224754:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.224756:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708228864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.224758:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224762:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224765:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.224766:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224771:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012faec200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.224772:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224773:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224776:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224778:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224780:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2545:2005:x1825030869188480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.224782:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224783:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224786:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012faec200/0x5922c046cdb8bd20 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224786:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224786:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520021 00010000:00010000:2.0:1740485460.224790:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224793:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a663600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.224795:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224796:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3490:3764:x1825030708229120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1609us (1647us total) trans 4295501270 rc 0/0 00010000:00010000:2.0:1740485460.224799:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224800:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431239 00010000:00010000:2.0:1740485460.224805:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.224810:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a663600/0x5922c046cdb8bd2e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.224819:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d958a80/2, rc 0, transno 4295501270 00000100:00100000:1.0:1740485460.224824:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708229120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.224845:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708231040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.224858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.224861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.224867:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708231040 00000100:00100000:1.0:1740485460.224869:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708231040 00000100:00100000:0.0:1740485460.224871:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188608 00000100:00100000:0.0:1740485460.224874:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188608 00000100:00100000:1.0:1740485460.224878:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431245 00000100:00100000:1.0:1740485460.224881:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3492:3764:x1825030708231040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.224882:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2545 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.224888:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3492:3764:x1825030708228992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1720us (1768us total) trans 4295501271 rc 0/0 00002000:00080000:1.0:1740485460.224889:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16335 count 1 00000100:00100000:3.0:1740485460.224893:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431238 00000100:00100000:0.0:1740485460.224893:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520022 00000100:00100000:0.0:1740485460.224896:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2545:2005:x1825030869188608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.224897:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224901:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.224903:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2545 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224904:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2545 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.224908:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.224908:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2545 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224909:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.224911:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.224915:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708230016:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.224917:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cda72946 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ebdb expref: 2545 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.224921:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2545 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.224922:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3491:3766:x1825030708229632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1504us (1565us total) trans 4295501272 rc 0/0 00010000:00010000:0.0:1740485460.224923:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.224924:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.224926:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2544 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.224926:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.224930:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431240 00010000:00010000:0.0:1740485460.224930:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224932:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708231168:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.224936:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.224937:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.224941:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224945:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224945:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.224948:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2544:2005:x1825030869188608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.224952:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520022 00010000:00010000:3.0:1740485460.224953:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.224957:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.224957:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d958700/2, rc 0, transno 4295501271 00010000:00010000:3.0:1740485460.224960:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.224962:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708228992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.224964:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47b600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.224964:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708230912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.224965:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.224965:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d958e00/2, rc 0, transno 4295501272 00010000:00010000:3.0:1740485460.224969:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.224973:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708229632:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.224975:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224977:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.224978:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f47b600/0x5922c046cdb8bd35 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.224987:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.224990:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708230912 00000100:00100000:1.0:1740485460.224991:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.224991:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708231424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.224993:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708230912 00000100:00100000:1.0:1740485460.224995:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708231296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.224999:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.225007:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.225022:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708231424 00000100:00100000:3.0:1740485460.225025:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708231296 00000100:00100000:2.0:1740485460.225025:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708231424 00000100:00100000:3.0:1740485460.225027:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708231296 00000100:00100000:2.0:1740485460.225042:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431246 00000100:00100000:3.0:1740485460.225047:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431247 00000100:00100000:2.0:1740485460.225048:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3494:3767:x1825030708230912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.225050:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3494:3767:x1825030708231424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.225050:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431248 00000100:00100000:1.0:1740485460.225054:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3494:3764:x1825030708231296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.225060:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16337 count 1 00002000:00080000:2.0:1740485460.225061:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16334 count 1 00002000:00080000:1.0:1740485460.225062:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16336 count 1 00010000:00010000:3.0:1740485460.225067:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225069:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225072:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225074:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2543 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225075:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2543 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225078:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225079:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.225080:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225080:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225081:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225082:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225083:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2543 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225089:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.225091:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225092:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2543 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225093:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225097:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2543 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225100:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2543 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.225106:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2543 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.225108:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708231552:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.225112:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2543 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.225116:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708231680:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.225126:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2543 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.225135:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708231808:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.225136:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e480 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.225137:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.225158:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.225217:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3494:3766:x1825030708229760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1765us (1801us total) trans 4295501273 rc 0/0 00000100:00100000:3.0:1740485460.225221:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431241 00000004:00080000:2.0:1740485460.225240:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d959180/2, rc 0, transno 4295501273 00000100:00100000:3.0:1740485460.225242:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708230528:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.225247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.225249:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708229760:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.225252:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.225264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.225276:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188736 00000100:00100000:3.0:1740485460.225279:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.225279:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188736 00000100:00100000:2.0:1740485460.225280:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188864 00000100:00100000:2.0:1740485460.225283:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188864 00000100:00100000:3.0:1740485460.225284:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708231936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.225287:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2545 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.225295:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2545 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.225295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.225299:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869188992 00000100:00100000:3.0:1740485460.225300:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.225300:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869188992 00010000:00010000:0.0:1740485460.225306:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2546 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.225311:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708231936 00000100:00100000:3.0:1740485460.225313:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708231936 00000100:00100000:2.0:1740485460.225313:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520023 00000100:00100000:2.0:1740485460.225319:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2546:2004:x1825030869188736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.225322:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520024 00000100:00100000:3.0:1740485460.225323:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431249 00000100:00100000:0.0:1740485460.225325:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520025 00000100:00100000:3.0:1740485460.225326:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3494:3766:x1825030708231936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.225326:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.225327:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2546:2004:x1825030869188864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.225328:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2546:2004:x1825030869188992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.225330:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2546 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.225332:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1740485460.225334:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16338 count 1 00010000:00010000:1.0:1740485460.225334:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.225335:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2546 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.225338:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2546 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.225339:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2546 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.225341:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2546 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.225343:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225348:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2546 pid: 16660 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.225349:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.225350:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.225351:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975be600/0x5922c046cda72ad5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ec59 expref: 2546 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.225351:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225355:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225359:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2546 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225359:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.225360:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.225362:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.225363:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225364:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.225366:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.225367:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.225368:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225369:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.225369:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225372:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.225375:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2545:2004:x1825030869188992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (80us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.225379:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.225379:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520025 00010000:00010000:1.0:1740485460.225381:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.225385:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2544 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225394:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.225395:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2544 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.225398:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2544:2004:x1825030869188864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (132us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.225398:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa3b200/0x5922c046cda72c4f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ecec expref: 2544 pid: 16660 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.225404:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708232064:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.225404:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520024 00000100:00100000:0.0:1740485460.225405:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708230656:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.225413:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e044e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2543:2004:x1825030869188736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (165us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.225415:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.225419:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520023 00010000:00010000:0.0:1740485460.225420:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225424:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.225425:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.225428:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225432:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225435:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225436:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225438:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a886400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.225440:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225443:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225444:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225449:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225450:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.225453:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8bd43 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225455:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225460:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225465:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f303800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.225467:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225473:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225482:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.225488:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f303800/0x5922c046cdb8bd3c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225488:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a1ae00/0x5922c046cda73310 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f30c expref: 2541 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.225497:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708230784:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.225510:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225517:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225523:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225530:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.225532:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3495:3765:x1825030708230272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1734us (1785us total) trans 4295501274 rc 0/0 00000100:00100000:0.0:1740485460.225536:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431243 00010000:00010000:2.0:1740485460.225537:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225543:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225548:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f312e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.225565:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225572:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225604:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225610:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f312e00/0x5922c046cdb8bd4a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.225646:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3495:3764:x1825030708230144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1857us (1929us total) trans 4295501275 rc 0/0 00000100:00100000:3.0:1740485460.225652:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431242 00000004:00080000:1.0:1740485460.225675:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d959880/2, rc 0, transno 4295501275 00000100:00100000:1.0:1740485460.225690:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708230144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.225736:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708231168:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.225748:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.225762:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708232192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.225766:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3495:3766:x1825030708230400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1960us (1993us total) trans 4295501276 rc 0/0 00000100:00100000:2.0:1740485460.225774:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431244 00000100:00100000:1.0:1740485460.225781:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.225788:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708232192 00000100:00100000:2.0:1740485460.225791:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708232192 00000004:00080000:3.0:1740485460.225794:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d959f80/2, rc 0, transno 4295501276 00000100:00100000:3.0:1740485460.225801:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708230400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.225807:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431250 00000100:00100000:2.0:1740485460.225812:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3495:3764:x1825030708232192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.225824:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16339 count 1 00010000:00010000:2.0:1740485460.225835:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.225836:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.225843:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708232320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.225846:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2540 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.225853:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.225854:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.225856:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.225856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.225872:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708232320 00010000:00010000:2.0:1740485460.225873:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2540 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.225875:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708232320 00010000:00010000:2.0:1740485460.225882:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2540 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.225892:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708232448:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.225898:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431251 00000100:00100000:1.0:1740485460.225902:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3496:3764:x1825030708232320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.225913:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16340 count 1 00000100:00100000:2.0:1740485460.225918:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12e40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.225923:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225932:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2540 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.225939:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225940:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.225942:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.225946:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d959c00/2, rc 0, transno 4295501274 00000100:00100000:2.0:1740485460.225958:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708230272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.225992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.225995:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708232576:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.225998:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2540 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226008:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189120 00010000:00010000:1.0:1740485460.226008:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2540 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226011:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189120 00000100:00100000:3.0:1740485460.226016:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.226016:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708232704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.226021:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2541 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226036:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520026 00000100:00100000:2.0:1740485460.226039:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2541:2005:x1825030869189120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.226041:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708232576 00000100:00100000:1.0:1740485460.226043:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.226044:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708232576 00010000:00010000:2.0:1740485460.226044:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.226047:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2541 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.226053:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2541 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.226060:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708231552:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.226061:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431252 00010000:00010000:2.0:1740485460.226061:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bbe3200/0x5922c046cda73d20 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fb8d expref: 2541 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.226066:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3497:3766:x1825030708232576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.226068:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.226069:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.226069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.226071:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226071:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226076:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.226086:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708231680:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.226087:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.226088:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189248 00000100:00100000:1.0:1740485460.226091:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189248 00010000:00010000:3.0:1740485460.226099:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226102:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2541 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226103:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2541:2005:x1825030869189120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.226107:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520026 00000100:00100000:2.0:1740485460.226116:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189376 00002000:00080000:3.0:1740485460.226118:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16341 count 1 00000100:00100000:2.0:1740485460.226119:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189376 00000100:00100000:0.0:1740485460.226124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.226125:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2541 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.226127:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520027 00010000:00010000:3.0:1740485460.226128:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.226132:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2541:2005:x1825030869189248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.226137:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189504 00010000:00010000:3.0:1740485460.226138:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2541 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226138:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189504 00010000:00010000:1.0:1740485460.226138:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.226143:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2542 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.226144:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.226145:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.226145:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2542 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.226145:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520028 00010000:00010000:3.0:1740485460.226147:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226151:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2542 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.226151:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2542:2005:x1825030869189376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.226158:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.226162:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d141000/0x5922c046cda73e4d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fbf6 expref: 2542 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226164:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520029 00010000:00010000:0.0:1740485460.226164:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2542 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226167:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2542:2003:x1825030869189504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.226171:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.226172:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.226173:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2541 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.226174:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.226176:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226178:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2541 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.226179:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2541 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226180:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2541 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.226187:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226188:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2541 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.226188:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.226189:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.226191:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226191:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f068600/0x5922c046cda73f03 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fc4a expref: 2541 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.226195:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.226197:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708232832:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.226198:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.226202:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.226215:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2541:2005:x1825030869189248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.226216:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2541:2003:x1825030869189504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.226220:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520029 00000100:00100000:3.0:1740485460.226222:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.226225:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520027 00010000:00010000:2.0:1740485460.226244:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b9d4c00/0x5922c046cda7386c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136f76c expref: 2539 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.226247:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226254:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708231808:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.226254:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226260:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226261:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.226262:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.226265:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226265:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226266:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226270:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226271:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226272:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226274:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226278:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226278:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008cb50400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.226280:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226282:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226285:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226288:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a662400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.226290:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226291:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226293:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.226298:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226300:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226303:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.226306:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bd66 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226306:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cb50400/0x5922c046cdb8bd51 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226310:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2537:2005:x1825030869189376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 159us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.226316:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520028 00010000:00010000:3.0:1740485460.226317:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226324:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226331:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226338:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226344:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226350:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f47a200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.226353:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226359:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226369:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226376:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f47a200/0x5922c046cdb8bd58 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226401:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3499:3767:x1825030708230912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1353us (1422us total) trans 4295501277 rc 0/0 00000100:00100000:2.0:1740485460.226405:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431246 00000004:00080000:2.0:1740485460.226427:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95a680/2, rc 0, transno 4295501277 00000100:00100000:1.0:1740485460.226431:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3499:3764:x1825030708231040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1547us (1570us total) trans 4295501278 rc 0/0 00000100:00100000:2.0:1740485460.226432:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708230912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.226438:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431245 00000004:00080000:0.0:1740485460.226443:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd9880/2, rc 0, transno 4295501278 00000100:00100000:0.0:1740485460.226448:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708231040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.226454:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226460:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226466:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226467:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708232960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.226471:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226477:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226479:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708233088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.226480:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3498:3767:x1825030708231424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1427us (1478us total) trans 4295501279 rc 0/0 00000100:00100000:2.0:1740485460.226483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.226485:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b831200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.226486:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431247 00010000:00010000:1.0:1740485460.226488:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226494:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.226497:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e045180/2, rc 0, transno 4295501279 00000100:00100000:2.0:1740485460.226500:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708231424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.226501:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708232960 00010000:00010000:1.0:1740485460.226502:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.226504:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708232960 00010000:00010000:1.0:1740485460.226508:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b831200/0x5922c046cdb8bd5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.226523:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431253 00000100:00100000:3.0:1740485460.226528:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3498:3767:x1825030708232960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.226530:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708233216:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.226538:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16342 count 1 00000100:00100000:2.0:1740485460.226539:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.226547:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226549:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708233216 00000100:00100000:2.0:1740485460.226566:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708233216 00010000:00010000:3.0:1740485460.226573:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.226598:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.226598:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708233088 00010000:00010000:3.0:1740485460.226599:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.226600:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708233088 00010000:00010000:3.0:1740485460.226602:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226609:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431254 00000100:00100000:2.0:1740485460.226613:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3501:3765:x1825030708233216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.226618:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.226623:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16344 count 1 00010000:00010000:3.0:1740485460.226627:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.226631:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.226631:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3501:3764:x1825030708231296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1575us (1621us total) trans 4295501280 rc 0/0 00000100:00100000:3.0:1740485460.226636:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708233344:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.226637:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431248 00010000:00010000:2.0:1740485460.226639:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2536 pid: 16635 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.226642:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e046a00/2, rc 0, transno 4295501280 00010000:00010000:2.0:1740485460.226644:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.226645:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.226647:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226650:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708231296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.226653:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431255 00010000:00010000:2.0:1740485460.226657:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2536 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.226658:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3500:3764:x1825030708233088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.226661:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.226663:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2536 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.226669:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708233472:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.226670:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16343 count 1 00010000:00010000:1.0:1740485460.226679:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.226687:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.226688:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708232064:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.226689:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2536 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226695:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.226696:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.226698:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226701:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226714:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2536 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226722:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2536 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.226731:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708233600:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.226745:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708233728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.226752:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.226758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.226767:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.226771:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189632 00000100:00100000:0.0:1740485460.226774:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189632 00000100:00100000:1.0:1740485460.226783:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708233728 00010000:00010000:0.0:1740485460.226784:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2537 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.226786:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708233728 00000100:00100000:0.0:1740485460.226800:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520030 00000100:00100000:1.0:1740485460.226803:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431256 00000100:00100000:0.0:1740485460.226805:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2537:2004:x1825030869189632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.226808:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3501:3766:x1825030708233728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.226812:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.226816:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2537 pid: 16699 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.226817:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16345 count 1 00010000:00010000:0.0:1740485460.226824:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2537 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.226826:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226835:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a000/0x5922c046cda7404c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fcc1 expref: 2537 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.226836:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2537 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226842:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.226843:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.226845:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.226846:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226847:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.226849:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226855:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.226861:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2536 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.226868:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.226870:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.226878:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.226878:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708233856:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.226882:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2536:2004:x1825030869189632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.226885:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226893:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.226895:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.226899:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226906:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226911:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.226914:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226921:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226930:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.226937:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bd6d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.226946:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520030 00000100:00100000:2.0:1740485460.227025:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708232448:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.227026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.227036:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.227045:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3502:3766:x1825030708231936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1716us (1742us total) trans 4295501281 rc 0/0 00000100:00100000:3.0:1740485460.227051:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431249 00000100:00100000:1.0:1740485460.227061:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189760 00000100:00100000:1.0:1740485460.227064:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189760 00000100:00100000:0.0:1740485460.227071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.227075:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2536 pid: 16664 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.227077:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcc380/2, rc 0, transno 4295501281 00000100:00100000:2.0:1740485460.227082:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869189888 00000100:00100000:3.0:1740485460.227085:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708231936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.227085:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869189888 00000100:00100000:1.0:1740485460.227093:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520031 00010000:00010000:2.0:1740485460.227095:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2537 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.227097:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2537:2003:x1825030869189760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.227104:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.227107:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2537 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.227108:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520032 00000100:00100000:3.0:1740485460.227112:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.227112:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2537:2005:x1825030869189888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.227116:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.227117:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2537 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.227118:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708233984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.227119:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2537 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.227123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.227125:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2537 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.227126:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131b98e00/0x5922c046cda74141 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd38 expref: 2537 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.227133:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.227134:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.227135:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.227136:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.227136:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227138:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.227139:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.227141:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227142:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227151:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.227154:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190016 00000100:00100000:2.0:1740485460.227156:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190016 00010000:00010000:0.0:1740485460.227159:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.227164:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.227165:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708232832:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.227165:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2537 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.227169:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2537:2003:x1825030869189760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (144us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.227171:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.227174:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520031 00010000:00010000:0.0:1740485460.227177:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227179:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.227182:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520033 00010000:00010000:0.0:1740485460.227184:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.227187:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2536:2005:x1825030869190016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.227189:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7bd000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.227192:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.227193:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708233984 00000100:00100000:3.0:1740485460.227196:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708233984 00010000:00010000:2.0:1740485460.227196:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.227198:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e581c00/0x5922c046cda7426e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fd93 expref: 2536 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.227199:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227200:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2536 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.227206:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708232704:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.227208:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227209:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2535 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.227211:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431257 00010000:00010000:1.0:1740485460.227215:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.227216:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3502:3766:x1825030708233984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.227216:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd000/0x5922c046cdb8bd74 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227221:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008faa9600/0x5922c046cda743d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe34 expref: 2535 pid: 16617 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.227226:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16346 count 1 00010000:00010000:2.0:1740485460.227234:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.227235:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227235:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.227238:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227245:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2534 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227245:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227252:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.227253:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.227255:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227261:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.227271:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2534 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.227279:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2534:2005:x1825030869190016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.227280:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2534 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.227284:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520033 00000100:00100000:3.0:1740485460.227290:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708234112:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.227307:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.227313:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.227313:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227317:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.227318:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2533:2005:x1825030869189888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 205us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.227321:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520032 00010000:00010000:1.0:1740485460.227321:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.227324:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3503:3764:x1825030708232192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1510us (1540us total) trans 4295501282 rc 0/0 00010000:00010000:1.0:1740485460.227325:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227327:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227329:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.227331:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431250 00010000:00010000:1.0:1740485460.227333:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.227335:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227335:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227338:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227341:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227344:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227347:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227347:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b830c00/0x5922c046cdb8bd7b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227353:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227359:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.227362:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.227362:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e462a00/2, rc 0, transno 4295501282 00010000:00010000:3.0:1740485460.227368:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.227370:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708232192:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.227377:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227384:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b400/0x5922c046cdb8bd82 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.227394:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.227399:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708234240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.227415:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.227423:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3503:3764:x1825030708232320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1520us (1565us total) trans 4295501283 rc 0/0 00000100:00100000:1.0:1740485460.227427:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431251 00000100:00100000:1.0:1740485460.227435:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708234240 00000100:00100000:1.0:1740485460.227437:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708234240 00000100:00100000:1.0:1740485460.227447:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431258 00000100:00100000:1.0:1740485460.227449:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3504:3765:x1825030708234240:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.227454:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e462d80/2, rc 0, transno 4295501283 00002000:00080000:1.0:1740485460.227457:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16347 count 1 00000100:00100000:0.0:1740485460.227462:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708232320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.227464:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227474:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2532 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227478:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.227479:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.227480:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708234368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.227480:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227490:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2532 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.227495:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2532 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.227496:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.227501:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708234496:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.227503:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3504:3766:x1825030708232576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1435us (1484us total) trans 4295501284 rc 0/0 00000100:00100000:3.0:1740485460.227509:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431252 00000100:00100000:0.0:1740485460.227510:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708234368 00000100:00100000:0.0:1740485460.227513:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708234368 00000100:00100000:1.0:1740485460.227517:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.227530:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431259 00000100:00100000:3.0:1740485460.227534:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3504:3765:x1825030708234368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.227546:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16348 count 1 00010000:00010000:3.0:1740485460.227573:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227602:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2532 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227607:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.227609:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.227611:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227627:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2532 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.227635:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2532 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.227644:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708234624:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.227674:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.227695:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e461f80/2, rc 0, transno 4295501284 00000100:00100000:3.0:1740485460.227710:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708232576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.227751:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708234752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.227771:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.227786:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708234752 00000100:00100000:0.0:1740485460.227790:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708234752 00000100:00100000:2.0:1740485460.227812:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431260 00000100:00100000:2.0:1740485460.227816:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3505:3766:x1825030708234752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.227825:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16349 count 1 00010000:00010000:2.0:1740485460.227833:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227841:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2532 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227845:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.227847:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.227848:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227857:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2532 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.227863:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2532 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.227869:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708234880:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.227887:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.228743:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708233344:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.228753:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.228820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.228835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.228848:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190144 00000100:00100000:3.0:1740485460.228851:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190144 00000100:00100000:2.0:1740485460.228852:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190272 00000100:00100000:0.0:1740485460.228856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.228857:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190272 00010000:00010000:3.0:1740485460.228860:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2534 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.228874:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190400 00000100:00100000:0.0:1740485460.228875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.228876:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190400 00000100:00100000:3.0:1740485460.228878:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190528 00000100:00100000:3.0:1740485460.228880:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190528 00000100:00100000:0.0:1740485460.228885:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520034 00010000:00010000:3.0:1740485460.228888:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.228889:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2536:2005:x1825030869190144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.228891:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2536 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.228895:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.228899:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.228902:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708233856:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.228905:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.228907:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520035 00000100:00100000:3.0:1740485460.228913:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2536:2004:x1825030869190528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.228913:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520036 00010000:00010000:0.0:1740485460.228914:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dbdd600/0x5922c046cda744ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fe8f expref: 2536 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.228917:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.228919:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2535:2003:x1825030869190400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.228921:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.228922:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.228922:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.228924:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.228925:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.228926:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2535 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.228927:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2535 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.228929:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.228934:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2535 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.228936:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2535 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.228938:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.228943:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708233600:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.228944:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b21ca00/0x5922c046cda745a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136fee3 expref: 2535 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.228950:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2534:2005:x1825030869190144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.228954:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.228955:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801362b3c00/0x5922c046cda747fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ffd8 expref: 2534 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.228955:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.228955:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520034 00010000:00010000:2.0:1740485460.228958:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.228962:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.228964:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.228966:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.228969:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.228970:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.228971:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.228975:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.228977:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.228983:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.228985:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2532:2003:x1825030869190400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.228990:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.228990:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.228991:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520036 00010000:00010000:1.0:1740485460.228997:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229003:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229006:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2531:2004:x1825030869190528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.229009:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7b6000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.229010:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2531 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.229011:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229012:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520035 00010000:00010000:1.0:1740485460.229017:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229022:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520037 00000100:00100000:0.0:1740485460.229025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.229026:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2530:2004:x1825030869190272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.229027:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229030:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190656 00010000:00010000:2.0:1740485460.229030:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.229032:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190656 00010000:00010000:2.0:1740485460.229032:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2530 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.229033:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7b6000/0x5922c046cdb8bd97 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229038:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2531 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229041:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2531 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.229044:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.229045:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.229046:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229050:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.229065:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190784 00000100:00100000:3.0:1740485460.229068:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190784 00000100:00100000:0.0:1740485460.229070:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520038 00000100:00100000:0.0:1740485460.229074:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2532:2005:x1825030869190656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.229077:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2532 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.229078:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.229079:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.229082:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2532 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.229088:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2532 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.229094:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2532:2004:x1825030869190272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.229095:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520039 00010000:00010000:0.0:1740485460.229099:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.229100:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520037 00010000:00010000:0.0:1740485460.229100:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.229101:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229102:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2532:2005:x1825030869190784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.229106:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229110:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.229112:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.229114:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2531 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.229120:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248d0000/0x5922c046cda746b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136ff53 expref: 2531 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229123:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2531 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.229124:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2531:2005:x1825030869190656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.229128:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520038 00010000:00010000:3.0:1740485460.229132:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.229132:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708233472:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.229133:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.229135:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229139:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229145:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229147:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.229147:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3506:3764:x1825030708233088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2487us (2573us total) trans 4295501285 rc 0/0 00010000:00010000:2.0:1740485460.229152:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229153:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431255 00000100:00100000:0.0:1740485460.229156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.229159:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2529:2005:x1825030869190784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (104us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.229159:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229163:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520039 00010000:00010000:2.0:1740485460.229166:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229169:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869190912 00010000:00010000:1.0:1740485460.229171:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229172:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869190912 00010000:00010000:2.0:1740485460.229173:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229176:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229180:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229180:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229182:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2529 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.229184:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229187:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eaa400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.229188:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229190:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229191:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5ed600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.229193:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229194:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229197:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229197:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229200:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229202:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229205:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229206:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5ed600/0x5922c046cdb8bd9e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229207:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520040 00010000:00010000:2.0:1740485460.229210:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229211:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2529:2005:x1825030869190912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.229212:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229215:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eaa400/0x5922c046cdb8bd90 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229216:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229217:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.229219:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012d914e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.229221:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229221:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2529 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229225:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229228:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2529 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229230:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229234:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d914e00/0x5922c046cdb8bd89 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229239:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.229240:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.229241:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229246:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229252:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.229263:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2529:2005:x1825030869190912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.229267:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520040 00000100:00100000:1.0:1740485460.229290:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3508:3766:x1825030708233728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2482us (2523us total) trans 4295501286 rc 0/0 00000100:00100000:1.0:1740485460.229295:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431256 00000004:00080000:1.0:1740485460.229316:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcdc00/2, rc 0, transno 4295501286 00000100:00100000:2.0:1740485460.229328:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3507:3765:x1825030708233216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2711us (2785us total) trans 4295501287 rc 0/0 00000100:00100000:1.0:1740485460.229330:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708233728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.229333:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431254 00000100:00100000:3.0:1740485460.229336:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3507:3767:x1825030708232960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2807us (2851us total) trans 4295501288 rc 0/0 00000004:00080000:1.0:1740485460.229340:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe16d80/2, rc 0, transno 4295501285 00000100:00100000:3.0:1740485460.229342:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431253 00000100:00100000:1.0:1740485460.229343:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708233088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.229355:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801355cfc00/0x5922c046cda74959 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137006b expref: 2528 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.229362:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708234496:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.229366:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008da26200/0x5922c046cda74a71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813700e9 expref: 2527 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.229372:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229373:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708234624:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.229376:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229379:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708234880:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.229379:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229383:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229383:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229387:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229388:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229390:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229391:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229391:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229395:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229395:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097420800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.229396:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229399:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229400:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229403:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.229404:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe17100/2, rc 0, transno 4295501287 00010000:00010000:1.0:1740485460.229405:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229406:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508ae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.229408:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229408:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708233216:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.229409:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097420800/0x5922c046cdb8bdac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229411:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229411:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.229417:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229419:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708235008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.229424:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8bdb3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229424:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708235136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229446:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.229460:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235008 00000100:00100000:2.0:1740485460.229462:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235008 00000004:00080000:0.0:1740485460.229472:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe15c00/2, rc 0, transno 4295501288 00000100:00100000:0.0:1740485460.229480:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708232960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.229482:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3508:3765:x1825030708234240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2031us (2065us total) trans 4295501289 rc 0/0 00000100:00100000:1.0:1740485460.229486:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431258 00000100:00100000:1.0:1740485460.229496:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431261 00000100:00100000:1.0:1740485460.229499:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3507:3767:x1825030708235008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.229501:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3507:3765:x1825030708234368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1966us (2004us total) trans 4295501290 rc 0/0 00000100:00100000:3.0:1740485460.229505:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431259 00002000:00080000:1.0:1740485460.229508:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16350 count 1 00000100:00100000:2.0:1740485460.229515:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.229515:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229517:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191040 00000100:00100000:3.0:1740485460.229519:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191040 00010000:00010000:1.0:1740485460.229522:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2527 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229526:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2527 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.229527:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229528:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229529:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.229539:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe15880/2, rc 0, transno 4295501290 00010000:00010000:1.0:1740485460.229540:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2527 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229544:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520041 00000100:00100000:2.0:1740485460.229546:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708234368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.229546:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2527 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.229547:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2527:2003:x1825030869191040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.229566:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708235520:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.229568:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.229571:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2527 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229592:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2527 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229600:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff27400/0x5922c046cda74b97 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370160 expref: 2527 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.229601:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.229601:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708235648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.229603:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe16300/2, rc 0, transno 4295501289 00010000:00010000:3.0:1740485460.229607:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.229608:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.229610:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708234240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.229611:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229611:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708235392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.229615:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.229627:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.229628:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.229628:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.229640:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2526:2003:x1825030869191040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (288us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.229641:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229643:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520041 00010000:00010000:2.0:1740485460.229649:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229652:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708235776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.229655:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235136 00010000:00010000:2.0:1740485460.229656:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229657:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235136 00000100:00100000:1.0:1740485460.229661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.229663:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.229668:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229672:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235648 00000100:00100000:3.0:1740485460.229674:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235648 00010000:00010000:2.0:1740485460.229674:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a7bd800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.229677:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229679:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235392 00000100:00100000:1.0:1740485460.229681:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235392 00000100:00100000:3.0:1740485460.229683:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235776 00010000:00010000:2.0:1740485460.229683:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229685:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235776 00010000:00010000:2.0:1740485460.229692:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229692:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431262 00000100:00100000:1.0:1740485460.229695:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3510:3765:x1825030708235136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.229696:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431263 00010000:00010000:2.0:1740485460.229698:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a7bd800/0x5922c046cdb8bdba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229700:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3510:3767:x1825030708235648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229702:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431264 00000100:00100000:0.0:1740485460.229707:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3510:3766:x1825030708235392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.229710:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16354 count 1 00002000:00080000:1.0:1740485460.229711:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16351 count 1 00010000:00010000:1.0:1740485460.229718:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.229718:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16353 count 1 00010000:00010000:3.0:1740485460.229720:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229726:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229729:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2525 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229729:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229733:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229734:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.229735:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229735:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229737:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.229739:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229740:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2525 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229745:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229746:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.229748:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229750:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.229750:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229756:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708235904:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.229761:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2525 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229762:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2525 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.229768:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2525 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229770:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2525 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.229772:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.229775:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708236160:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.229778:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708236032:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.229782:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431265 00000100:00100000:1.0:1740485460.229785:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3511:3764:x1825030708235776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229789:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.229792:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16355 count 1 00000100:00100000:3.0:1740485460.229794:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.229798:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229804:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2525 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.229808:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229809:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.229811:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229813:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124a2f200/0x5922c046cda748e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137003a expref: 2525 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.229820:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708234112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.229820:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2524 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229823:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3511:3766:x1825030708234752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2005us (2049us total) trans 4295501291 rc 0/0 00010000:00010000:1.0:1740485460.229825:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2524 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.229829:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229830:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431260 00000100:00100000:1.0:1740485460.229831:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096159f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708236288:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.229834:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229837:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229842:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229845:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229850:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.229850:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.229853:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098ec8c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.229854:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708235264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.229855:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229859:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229864:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.229868:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8c00/0x5922c046cdb8bda5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.229870:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e045500/2, rc 0, transno 4295501291 00000100:00100000:2.0:1740485460.229879:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.229880:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708234752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229916:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708235264 00000100:00100000:0.0:1740485460.229920:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708235264 00000100:00100000:2.0:1740485460.229928:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708236416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.229940:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431266 00000100:00100000:0.0:1740485460.229945:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3512:3765:x1825030708235264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.229954:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.229955:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16352 count 1 00010000:00010000:0.0:1740485460.229965:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229970:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708236416 00000100:00100000:3.0:1740485460.229973:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3512:3766:x1825030708233984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2756us (2834us total) trans 4295501292 rc 0/0 00000100:00100000:2.0:1740485460.229973:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708236416 00000004:00080000:1.0:1740485460.229973:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95b480/2, rc 0, transno 4295501292 00010000:00010000:0.0:1740485460.229975:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2524 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.229977:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431257 00000100:00100000:1.0:1740485460.229978:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708233984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.229986:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.229987:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.229989:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.229990:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431267 00000100:00100000:2.0:1740485460.229994:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3512:3765:x1825030708236416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.230000:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708236544:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.230003:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2524 pid: 16090 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.230005:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16356 count 1 00010000:00010000:0.0:1740485460.230011:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2524 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.230013:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.230015:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.230021:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708236672:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.230023:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708236544 00000100:00100000:3.0:1740485460.230025:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708236544 00010000:00010000:2.0:1740485460.230025:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2524 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.230031:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.230033:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.230035:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431268 00010000:00010000:2.0:1740485460.230035:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.230038:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3513:3766:x1825030708236544:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.230038:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.230047:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16357 count 1 00010000:00010000:2.0:1740485460.230050:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2524 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.230054:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.230064:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2524 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.230065:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2524 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.230069:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.230069:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.230071:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.230073:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708236800:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.230081:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2524 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.230087:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2524 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.230093:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708236928:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.230098:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.230108:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.231189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.231221:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708235520:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.231228:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191168 00000100:00100000:3.0:1740485460.231232:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191168 00000100:00100000:0.0:1740485460.231232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.231235:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231241:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2525 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.231245:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191296 00000100:00100000:0.0:1740485460.231248:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191296 00000100:00100000:1.0:1740485460.231252:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708235904:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.231258:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.231259:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520042 00000100:00100000:3.0:1740485460.231262:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2526:2004:x1825030869191168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.231262:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2526 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.231267:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.231270:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2526 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.231276:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2526 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.231282:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520043 00010000:00010000:3.0:1740485460.231284:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa42600/0x5922c046cda74ccb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813701de expref: 2526 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.231287:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2526:2003:x1825030869191296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.231290:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.231291:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.231292:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231297:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231302:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.231307:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.231311:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.231315:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231320:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231322:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.231324:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231328:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.231330:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2525:2004:x1825030869191168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (143us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.231332:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231334:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a590e00/0x5922c046cda74da4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137024e expref: 2525 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.231335:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097421600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.231337:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520042 00010000:00010000:1.0:1740485460.231337:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231340:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231345:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.231347:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231347:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.231349:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231351:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097421600/0x5922c046cdb8bdc1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231357:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231382:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.231400:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.231402:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2523:2003:x1825030869191296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 113us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.231409:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.231409:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520043 00010000:00010000:2.0:1740485460.231415:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231420:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231428:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231434:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097421e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.231437:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231442:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3514:3767:x1825030708235008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1941us (1995us total) trans 4295501293 rc 0/0 00010000:00010000:2.0:1740485460.231444:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231447:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431261 00010000:00010000:2.0:1740485460.231454:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231460:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097421e00/0x5922c046cdb8bdc8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.231481:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe15500/2, rc 0, transno 4295501293 00000100:00100000:0.0:1740485460.231494:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708235008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.231508:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708236160:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.231517:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.231521:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231523:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708237056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.231537:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.231549:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708237056 00000100:00100000:0.0:1740485460.231564:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708237056 00000100:00100000:0.0:1740485460.231593:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431269 00000100:00100000:0.0:1740485460.231597:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3515:3766:x1825030708237056:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.231604:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708236288:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.231607:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16358 count 1 00000100:00100000:3.0:1740485460.231612:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708236032:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.231615:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231616:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231622:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2522 pid: 9998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231623:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231626:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.231627:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.231628:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3515:3765:x1825030708235136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1930us (2112us total) trans 4295501294 rc 0/0 00010000:00010000:0.0:1740485460.231628:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.231636:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431262 00000100:00100000:0.0:1740485460.231650:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191424 00000100:00100000:0.0:1740485460.231652:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191424 00000100:00100000:1.0:1740485460.231654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.231659:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2523 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.231663:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191552 00000100:00100000:3.0:1740485460.231666:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191552 00000004:00080000:2.0:1740485460.231667:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d55c00/2, rc 0, transno 4295501294 00000100:00100000:1.0:1740485460.231668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.231673:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2524 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.231674:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191680 00000100:00100000:0.0:1740485460.231675:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191680 00010000:00010000:0.0:1740485460.231681:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2525 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.231683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.231687:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191808 00000100:00100000:3.0:1740485460.231689:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191808 00000100:00100000:2.0:1740485460.231689:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708235136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.231692:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520044 00010000:00010000:3.0:1740485460.231694:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2526 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.231695:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2526:2005:x1825030869191424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.231699:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.231702:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2526 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.231706:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520045 00010000:00010000:0.0:1740485460.231707:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2526 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.231712:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520046 00000100:00100000:2.0:1740485460.231713:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2526:2005:x1825030869191552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.231716:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2526:2005:x1825030869191680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.231717:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fade800/0x5922c046cda7506e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370335 expref: 2526 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.231718:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520047 00010000:00010000:3.0:1740485460.231722:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.231722:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2525:2004:x1825030869191808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.231723:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.231724:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.231725:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2525 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.231725:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.231727:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.231727:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231729:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2525 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.231731:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2525 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.231731:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2525 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.231731:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231737:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2525 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.231739:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f40c00/0x5922c046cda752cf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370423 expref: 2525 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.231739:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2525 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.231739:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.231745:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.231746:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.231747:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.231747:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.231748:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231749:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231753:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231753:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800969bf200/0x5922c046cda75194 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813703a5 expref: 2524 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.231753:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.231753:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2524:2005:x1825030869191424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.231757:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520044 00010000:00010000:1.0:1740485460.231760:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.231762:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.231766:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.231768:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.231771:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231772:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2522:2004:x1825030869191808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.231775:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2522:2005:x1825030869191680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (106us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.231776:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231776:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520047 00010000:00010000:0.0:1740485460.231776:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c91c800/0x5922c046cda74f48 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813702cc expref: 2522 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.231779:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520046 00000100:00100000:0.0:1740485460.231784:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708236672:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.231790:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.231790:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231791:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231794:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231798:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231798:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231799:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231802:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231802:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231803:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231806:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231807:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.231807:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2519:2005:x1825030869191552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (151us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.231807:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231809:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c11b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.231810:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231810:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.231811:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520045 00010000:00010000:1.0:1740485460.231811:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231814:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231814:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231815:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231817:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098ec8a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.231817:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b5eca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.231819:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231819:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231820:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231822:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231822:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.231824:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c11b600/0x5922c046cdb8bddd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231827:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231828:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231831:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5eca00/0x5922c046cdb8bde4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.231834:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8a00/0x5922c046cdb8bdcf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.231850:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.231855:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708237184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.231870:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.231880:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708237184 00000100:00100000:2.0:1740485460.231882:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708237184 00000100:00100000:2.0:1740485460.231893:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431270 00000100:00100000:2.0:1740485460.231896:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3518:3765:x1825030708237184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.231905:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16359 count 1 00000100:00100000:1.0:1740485460.231910:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3518:3764:x1825030708235776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2123us (2246us total) trans 4295501295 rc 0/0 00010000:00010000:2.0:1740485460.231913:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231915:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431265 00000100:00100000:0.0:1740485460.231916:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3518:3765:x1825030708235264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1970us (2038us total) trans 4295501296 rc 0/0 00000100:00100000:0.0:1740485460.231921:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431266 00010000:00010000:2.0:1740485460.231922:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2518 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231926:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.231927:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.231929:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.231934:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d56680/2, rc 0, transno 4295501295 00010000:00010000:0.0:1740485460.231935:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231939:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708235776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.231939:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231943:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2518 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.231944:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3516:3767:x1825030708235648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2242us (2315us total) trans 4295501297 rc 0/0 00010000:00010000:0.0:1740485460.231944:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231947:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.231949:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2518 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.231951:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431263 00010000:00010000:0.0:1740485460.231951:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.231954:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098511000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.231955:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708237312:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.231955:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231957:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1740485460.231959:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231961:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708237440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.231964:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.231968:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.231968:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098511000/0x5922c046cdb8bdd6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.231974:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.231983:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d54700/2, rc 0, transno 4295501296 00000100:00100000:2.0:1740485460.231996:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708235264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.232012:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708237568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.232021:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.232033:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708237440 00000100:00100000:1.0:1740485460.232036:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708237440 00000100:00100000:0.0:1740485460.232039:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3516:3766:x1825030708235392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2331us (2410us total) trans 4295501298 rc 0/0 00000100:00100000:0.0:1740485460.232042:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431264 00000100:00100000:3.0:1740485460.232048:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708237568 00000100:00100000:3.0:1740485460.232051:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708237568 00000100:00100000:1.0:1740485460.232052:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431271 00000100:00100000:1.0:1740485460.232057:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3517:3764:x1825030708237440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.232066:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431272 00002000:00080000:1.0:1740485460.232069:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16360 count 1 00000100:00100000:3.0:1740485460.232070:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3517:3766:x1825030708237568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.232078:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.232081:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2518 pid: 9998 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.232082:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16361 count 1 00010000:00010000:0.0:1740485460.232087:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2518 pid: 9998 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.232090:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2518 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232093:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.232094:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708237696:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.232096:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.232097:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.232099:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232103:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2518 pid: 16703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.232108:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.232109:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232110:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232112:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.232115:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2518 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.232124:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2518 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.232128:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2518 pid: 16703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.232134:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708237824:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.232137:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2518 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232147:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708237952:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.232154:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.232166:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.232173:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d55f80/2, rc 0, transno 4295501298 00000004:00080000:3.0:1740485460.232187:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d55180/2, rc 0, transno 4295501297 00000100:00100000:1.0:1740485460.232189:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708235392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.232191:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708235648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.232240:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708236800:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.232244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.232248:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708238208:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.232254:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232264:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869191936 00000100:00100000:3.0:1740485460.232267:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708238080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.232268:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869191936 00000100:00100000:0.0:1740485460.232269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.232278:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2519 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232287:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.232290:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520048 00000100:00100000:2.0:1740485460.232292:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2519:2003:x1825030869191936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.232297:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.232300:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2519 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232302:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708238208 00000100:00100000:3.0:1740485460.232305:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708238208 00010000:00010000:2.0:1740485460.232306:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2519 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.232308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.232309:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708238080 00000100:00100000:0.0:1740485460.232313:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708238080 00000100:00100000:3.0:1740485460.232315:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431273 00000100:00100000:3.0:1740485460.232318:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3519:3764:x1825030708238208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.232319:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092761c00/0x5922c046cda7539a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370493 expref: 2519 pid: 16690 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.232326:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16363 count 1 00010000:00010000:2.0:1740485460.232330:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.232331:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.232331:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431274 00010000:00010000:3.0:1740485460.232333:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232334:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.232335:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3519:3767:x1825030708238080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.232339:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232342:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2518 pid: 16617 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.232346:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16362 count 1 00010000:00010000:3.0:1740485460.232347:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232348:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.232349:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.232350:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.232355:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232361:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2518 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232364:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2518:2003:x1825030869191936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (121us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.232366:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2518 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.232366:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2518 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232368:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520048 00000100:00100000:3.0:1740485460.232372:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708238336:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.232372:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.232373:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.232376:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192064 00010000:00010000:0.0:1740485460.232376:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232378:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192064 00010000:00010000:2.0:1740485460.232384:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2518 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232387:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.232392:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2518 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232395:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520049 00010000:00010000:3.0:1740485460.232398:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232398:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2518:2004:x1825030869192064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.232401:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2518 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.232402:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232402:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.232404:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2518 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.232406:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232410:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.232411:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708238464:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.232413:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232414:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2518 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.232417:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eaae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.232418:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232421:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.232421:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.232423:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232423:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232427:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232429:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232432:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eaae00/0x5922c046cdb8bdeb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.232434:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.232434:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.232444:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2518:2004:x1825030869192064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.232448:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520049 00000100:00100000:3.0:1740485460.232516:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3520:3765:x1825030708236416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2519us (2560us total) trans 4295501299 rc 0/0 00000100:00100000:3.0:1740485460.232522:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431267 00000004:00080000:2.0:1740485460.232529:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e044e00/2, rc 0, transno 4295501299 00000100:00100000:2.0:1740485460.232545:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708236416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.232570:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0a0000/0x5922c046cda75488 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813704f5 expref: 2517 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232603:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708236928:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.232614:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232621:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.232624:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708238592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.232627:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232638:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232642:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232645:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232648:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.232649:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.232650:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232655:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232663:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232667:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403800/0x5922c046cdb8bdf2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.232685:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708238592 00000100:00100000:3.0:1740485460.232687:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708238592 00000100:00100000:3.0:1740485460.232699:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431275 00000100:00100000:3.0:1740485460.232701:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3520:3765:x1825030708238592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.232709:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16364 count 1 00010000:00010000:3.0:1740485460.232715:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232722:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2516 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232726:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232727:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232728:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232737:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2516 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232742:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2516 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.232748:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708238720:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.232764:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.232831:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3521:3766:x1825030708236544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2791us (2817us total) trans 4295501300 rc 0/0 00000100:00100000:3.0:1740485460.232835:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431268 00000004:00080000:1.0:1740485460.232845:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c9be680/2, rc 0, transno 4295501300 00000100:00100000:1.0:1740485460.232852:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708236544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.232902:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708238848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.232922:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.232937:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708238848 00000100:00100000:3.0:1740485460.232940:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708238848 00000100:00100000:2.0:1740485460.232950:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708237312:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.232954:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431276 00000100:00100000:3.0:1740485460.232958:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3521:3766:x1825030708238848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.232964:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.232970:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16365 count 1 00010000:00010000:3.0:1740485460.232981:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232991:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2516 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.232997:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.232998:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.233000:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233016:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2516 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233024:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2516 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.233033:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708238976:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.233056:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.233408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.233444:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192192 00000100:00100000:3.0:1740485460.233447:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192192 00010000:00010000:3.0:1740485460.233457:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2517 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.233461:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708237824:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.233471:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.233478:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520050 00000100:00100000:3.0:1740485460.233481:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2517:2005:x1825030869192192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.233485:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708237696:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.233487:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.233490:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2517 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.233494:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233495:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2517 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.233504:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095def000/0x5922c046cda7566b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813705c0 expref: 2517 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.233512:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.233513:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.233515:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233519:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233528:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.233536:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.233549:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2516:2005:x1825030869192192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.233562:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.233568:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520050 00010000:00010000:2.0:1740485460.233570:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233597:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233605:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233611:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a498400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.233615:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233622:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233633:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233641:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a498400/0x5922c046cdb8be00 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.233779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.233788:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3522:3765:x1825030708237184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1888us (1915us total) trans 4295501301 rc 0/0 00000100:00100000:0.0:1740485460.233794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.233796:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431270 00000100:00100000:3.0:1740485460.233812:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192320 00000100:00100000:3.0:1740485460.233815:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192320 00000100:00100000:2.0:1740485460.233820:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192448 00000100:00100000:2.0:1740485460.233824:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192448 00010000:00010000:3.0:1740485460.233827:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2517 pid: 9998 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.233838:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2517 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.233847:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520051 00000100:00100000:3.0:1740485460.233852:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2517:2005:x1825030869192320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.233858:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.233862:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520052 00010000:00010000:3.0:1740485460.233863:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2517 pid: 9998 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.233868:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2517:2005:x1825030869192448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.233872:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2517 pid: 9998 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.233876:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.233881:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2517 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.233883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.233884:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962c6000/0x5922c046cda75576 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137055e expref: 2517 pid: 9998 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.233891:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2516 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.233893:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.233894:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.233897:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233904:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.233904:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013627f400/0x5922c046cda757ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370645 expref: 2516 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.233908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.233917:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.233918:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.233922:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.233926:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192576 00000100:00100000:3.0:1740485460.233929:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192576 00010000:00010000:2.0:1740485460.233930:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.233941:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2516 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.233944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.233947:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.233965:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192704 00000100:00100000:1.0:1740485460.233967:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192832 00000100:00100000:3.0:1740485460.233968:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192704 00000100:00100000:0.0:1740485460.233970:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520053 00000100:00100000:1.0:1740485460.233971:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192832 00000100:00100000:2.0:1740485460.233972:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2517:2005:x1825030869192448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.233976:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2518:2003:x1825030869192576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.233977:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2518 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.233980:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520052 00010000:00010000:1.0:1740485460.233984:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2518 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.233984:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.233989:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2518 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.233997:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520054 00000100:00100000:2.0:1740485460.234003:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2517:2004:x1825030869192704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.234004:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520055 00010000:00010000:0.0:1740485460.234004:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2517 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.234009:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2517:2004:x1825030869192832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.234011:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.234015:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.234017:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.234017:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2517 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234017:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.234017:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.234020:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234021:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2517 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234025:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.234026:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234027:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2517 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.234030:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2517 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234032:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234037:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.234037:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.234038:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.234040:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.234041:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.234042:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.234043:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234043:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234045:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234050:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234051:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234053:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b031a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.234055:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2517:2003:x1825030869192576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.234056:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234061:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520053 00010000:00010000:3.0:1740485460.234062:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.234062:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.234062:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234070:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234074:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b031a00/0x5922c046cdb8be07 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.234080:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2516:2004:x1825030869192832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.234085:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520055 00000100:00100000:2.0:1740485460.234085:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2516:2004:x1825030869192704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.234090:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520054 00010000:00010000:3.0:1740485460.234108:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.234120:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2514:2005:x1825030869192320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 267us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.234126:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520051 00010000:00010000:3.0:1740485460.234167:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133a34200/0x5922c046cda75c8b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707c6 expref: 2513 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.234174:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708238336:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.234183:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234187:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234191:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234192:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3522:3764:x1825030708237440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2133us (2215us total) trans 4295501302 rc 0/0 00000100:00100000:0.0:1740485460.234192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.234193:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708238720:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.234195:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234197:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431271 00010000:00010000:3.0:1740485460.234198:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234202:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234205:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d0f800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.234207:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234211:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234213:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.234216:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f5c00/2, rc 0, transno 4295501302 00010000:00010000:3.0:1740485460.234217:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234221:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d0f800/0x5922c046cdb8be15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.234228:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708237440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.234242:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801360b4600/0x5922c046cda75aa8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137073a expref: 2512 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.234248:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869192960 00000100:00100000:1.0:1740485460.234249:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708238464:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.234252:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869192960 00010000:00010000:1.0:1740485460.234259:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234264:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2512 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234267:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234270:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708239104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.234271:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234275:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234278:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.234280:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193088 00010000:00010000:1.0:1740485460.234282:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.234283:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193088 00010000:00010000:1.0:1740485460.234285:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008cb50200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.234287:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234290:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.234291:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234292:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2513 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234296:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.234300:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3522:3764:x1825030708238208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1980us (2030us total) trans 4295501303 rc 0/0 00010000:00010000:1.0:1740485460.234301:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cb50200/0x5922c046cdb8be1c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.234304:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431273 00000100:00100000:2.0:1740485460.234306:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520056 00000100:00100000:2.0:1740485460.234311:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2513:2005:x1825030869192960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.234314:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708239104 00000100:00100000:3.0:1740485460.234317:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708239104 00010000:00010000:2.0:1740485460.234318:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.234322:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2513 pid: 16662 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.234326:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcf480/2, rc 0, transno 4295501303 00000100:00100000:3.0:1740485460.234331:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431277 00000100:00100000:1.0:1740485460.234331:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708238208:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.234332:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2513 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.234336:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3522:3767:x1825030708239104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.234344:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133a34800/0x5922c046cda75d2c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813707f7 expref: 2513 pid: 16662 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.234346:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16366 count 1 00010000:00010000:3.0:1740485460.234355:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234355:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.234356:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.234359:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234365:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2512 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234371:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.234372:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.234372:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234375:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234388:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.234390:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2512 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234403:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2512 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.234408:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3523:3767:x1825030708238080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2072us (2120us total) trans 4295501304 rc 0/0 00000100:00100000:3.0:1740485460.234412:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708239360:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.234412:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2512:2005:x1825030869192960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.234413:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431274 00000100:00100000:2.0:1740485460.234419:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520056 00000100:00100000:1.0:1740485460.234427:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708239232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.234430:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.234434:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520057 00000004:00080000:0.0:1740485460.234439:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcf100/2, rc 0, transno 4295501304 00000100:00100000:2.0:1740485460.234441:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2511:2005:x1825030869193088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.234441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.234447:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008db2f000/0x5922c046cda7595f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813706c3 expref: 2511 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.234447:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708238080:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.234449:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.234452:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708239232 00010000:00010000:2.0:1740485460.234453:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2510 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.234454:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708237952:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.234454:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708239232 00010000:00010000:3.0:1740485460.234463:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234463:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2510 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.234465:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431278 00010000:00010000:3.0:1740485460.234467:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234468:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3523:3764:x1825030708239232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.234470:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234474:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234475:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.234476:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1740485460.234477:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16367 count 1 00010000:00010000:3.0:1740485460.234478:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234479:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234481:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234484:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234485:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d0e600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.234486:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234487:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234491:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234492:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2510 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234496:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234496:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.234497:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.234497:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.234499:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e600/0x5922c046cdb8be0e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234499:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234509:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2510 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234518:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2510 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.234523:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708239616:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.234610:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2510:2005:x1825030869193088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 168us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.234611:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.234617:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520057 00000100:00100000:1.0:1740485460.234618:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.234622:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708239488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.234626:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3524:3766:x1825030708237568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2554us (2602us total) trans 4295501305 rc 0/0 00000100:00100000:3.0:1740485460.234632:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431272 00010000:00010000:2.0:1740485460.234640:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234640:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.234648:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234656:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.234657:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1b480/2, rc 0, transno 4295501305 00000100:00100000:3.0:1740485460.234663:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708237568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.234663:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234663:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708239488 00000100:00100000:1.0:1740485460.234666:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708239488 00010000:00010000:2.0:1740485460.234670:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234676:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098673400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.234679:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234682:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431279 00000004:00080000:3.0:1740485460.234684:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f4700/2, rc 0, transno 4295501301 00010000:00010000:2.0:1740485460.234686:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234686:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3524:3764:x1825030708239488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.234689:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708239744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.234696:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708237184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.234696:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.234696:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16368 count 1 00010000:00010000:2.0:1740485460.234703:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098673400/0x5922c046cdb8be23 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234707:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234713:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.234715:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a7be00/0x5922c046cda75daa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370821 expref: 2509 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.234717:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2509 pid: 16617 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234722:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.234723:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.234725:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708238976:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.234725:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.234726:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708239872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.234727:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.234734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.234735:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234740:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234743:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234743:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2508 pid: 16617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234747:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234751:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234754:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234757:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2508 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.234758:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe9a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.234759:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234763:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234766:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708240000:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.234769:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234775:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8be2a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234788:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e480 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.234799:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234806:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234813:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234820:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234827:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.234833:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3526:3765:x1825030708238592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2128us (2181us total) trans 4295501306 rc 0/0 00010000:00010000:1.0:1740485460.234833:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f633c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.234835:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.234840:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431275 00010000:00010000:1.0:1740485460.234841:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.234852:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.234855:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3525:3766:x1825030708238848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1896us (1932us total) trans 4295501307 rc 0/0 00000100:00100000:2.0:1740485460.234857:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708239744 00010000:00010000:1.0:1740485460.234858:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f633c00/0x5922c046cdb8bdf9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.234859:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431276 00000100:00100000:2.0:1740485460.234860:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708239744 00000004:00080000:0.0:1740485460.234869:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcdf80/2, rc 0, transno 4295501307 00000100:00100000:3.0:1740485460.234870:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708239872 00000100:00100000:3.0:1740485460.234872:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708239872 00000100:00100000:2.0:1740485460.234876:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431280 00000100:00100000:0.0:1740485460.234877:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708238848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.234882:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3526:3766:x1825030708239744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.234885:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431281 00000100:00100000:3.0:1740485460.234888:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3526:3766:x1825030708239872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.234895:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16369 count 1 00002000:00080000:3.0:1740485460.234896:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16370 count 1 00010000:00010000:3.0:1740485460.234903:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234906:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234910:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2508 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234914:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.234915:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.234916:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234917:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234924:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.234925:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2508 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.234925:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.234928:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.234930:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2508 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.234936:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708240256:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.234946:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.234946:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3527:3766:x1825030708237056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3347us (3407us total) trans 4295501308 rc 0/0 00000100:00100000:1.0:1740485460.234950:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431269 00000100:00100000:3.0:1740485460.234951:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.234956:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2508 pid: 16635 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.234962:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096158000/2, rc 0, transno 4295501308 00000004:00080000:3.0:1740485460.234967:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fce300/2, rc 0, transno 4295501306 00000100:00100000:2.0:1740485460.234967:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708240384:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.234969:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708240128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.234970:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708238592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.234970:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708237056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.234982:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.234992:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.234992:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.234995:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708240512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.235002:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.235004:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.235008:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708240128 00000100:00100000:0.0:1740485460.235009:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708240640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.235012:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708240128 00000100:00100000:1.0:1740485460.235014:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708240512 00000100:00100000:1.0:1740485460.235016:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708240512 00000100:00100000:0.0:1740485460.235030:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.235032:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431282 00000100:00100000:1.0:1740485460.235037:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431283 00000100:00100000:2.0:1740485460.235039:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3528:3764:x1825030708240128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.235041:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708240640 00000100:00100000:1.0:1740485460.235041:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3528:3764:x1825030708240512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.235043:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708240640 00002000:00080000:2.0:1740485460.235049:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16371 count 1 00002000:00080000:1.0:1740485460.235051:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16372 count 1 00010000:00010000:2.0:1740485460.235057:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.235058:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431284 00000100:00100000:3.0:1740485460.235060:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3529:3767:x1825030708240640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.235060:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.235066:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2508 pid: 16633 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.235068:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16373 count 1 00010000:00010000:1.0:1740485460.235071:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.235072:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.235074:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.235075:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.235076:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.235077:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.235079:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.235081:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.235082:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.235085:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.235086:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.235088:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.235094:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2508 pid: 16633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.235098:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.235098:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2508 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.235104:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2508 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.235104:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2508 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.235107:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2508 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.235113:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708241024:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.235115:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708240768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.235117:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708240896:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.235128:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.235138:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.235144:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.235308:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708239360:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.235317:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.235691:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708239616:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.235704:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.236286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.236308:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193216 00000100:00100000:2.0:1740485460.236312:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193216 00000100:00100000:0.0:1740485460.236318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.236319:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193344 00000100:00100000:3.0:1740485460.236322:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193344 00010000:00010000:2.0:1740485460.236328:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2510 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236333:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2510 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.236343:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708240000:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.236345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.236351:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193728 00000100:00100000:2.0:1740485460.236351:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193472 00000100:00100000:3.0:1740485460.236353:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193728 00000100:00100000:2.0:1740485460.236354:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193472 00010000:00010000:1.0:1740485460.236354:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.236358:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2512 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236364:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2512 pid: 16617 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.236367:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193600 00000100:00100000:3.0:1740485460.236369:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193600 00010000:00010000:3.0:1740485460.236375:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2513 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.236376:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520058 00000100:00100000:0.0:1740485460.236378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.236380:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2513:2005:x1825030869193216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.236390:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193856 00000100:00100000:2.0:1740485460.236393:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193856 00000100:00100000:3.0:1740485460.236396:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520059 00000100:00100000:0.0:1740485460.236397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.236399:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2514:2004:x1825030869193344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.236401:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869193984 00000100:00100000:1.0:1740485460.236403:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869193984 00010000:00010000:3.0:1740485460.236404:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.236405:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2514 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236407:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2515 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236412:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2515 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236414:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2515 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236422:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f6eb000/0x5922c046cda75ea6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137087c expref: 2515 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.236426:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520060 00010000:00010000:3.0:1740485460.236431:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.236432:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520061 00010000:00010000:3.0:1740485460.236433:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.236433:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2514:2003:x1825030869193728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.236435:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2514:2003:x1825030869193472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.236436:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.236440:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.236442:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236443:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.236443:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2514 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236448:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2514 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236449:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2514 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236457:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.236458:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2514 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236458:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fab0e00/0x5922c046cda75f16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137089f expref: 2514 pid: 16617 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.236463:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236466:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236467:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236468:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236469:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236470:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.236472:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236473:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236474:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236475:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236477:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236479:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2513:2004:x1825030869193344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (191us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.236481:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.236482:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236482:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236486:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520059 00010000:00010000:0.0:1740485460.236486:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097420400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.236488:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236491:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236493:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2513:2003:x1825030869193472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (175us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.236496:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.236496:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520061 00010000:00010000:0.0:1740485460.236498:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236500:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194112 00010000:00010000:0.0:1740485460.236501:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097420400/0x5922c046cdb8be38 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236503:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194112 00000100:00100000:1.0:1740485460.236509:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520062 00010000:00010000:3.0:1740485460.236512:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2512 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.236513:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2512:2003:x1825030869193728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.236513:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2512:2003:x1825030869193600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.236516:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.236518:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520060 00010000:00010000:1.0:1740485460.236519:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2512 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236524:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2512 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236530:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.236531:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520063 00010000:00010000:1.0:1740485460.236531:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236533:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236537:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2511:2005:x1825030869193856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.236537:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.236541:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520064 00010000:00010000:3.0:1740485460.236543:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.236543:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.236544:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2511:2004:x1825030869193984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.236548:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2511 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236549:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.236567:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2511 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.236569:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2511:2003:x1825030869193600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (210us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.236570:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2511 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236574:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2511 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.236575:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520062 00010000:00010000:3.0:1740485460.236597:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.236599:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.236601:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236601:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.236602:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.236604:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236604:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520065 00010000:00010000:3.0:1740485460.236605:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236607:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2510:2005:x1825030869194112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.236609:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236612:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.236613:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.236615:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2510 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236617:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.236621:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2510 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.236629:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236630:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.236632:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2510:2005:x1825030869193856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (251us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.236632:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.236635:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2510:2004:x1825030869193984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (238us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.236636:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236638:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520063 00000100:00100000:2.0:1740485460.236642:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520064 00010000:00010000:1.0:1740485460.236642:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.236646:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3530:3764:x1825030708239232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2174us (2203us total) trans 4295501309 rc 0/0 00000100:00100000:0.0:1740485460.236652:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431278 00000100:00100000:1.0:1740485460.236654:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2508:2005:x1825030869194112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.236657:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520065 00010000:00010000:1.0:1740485460.236671:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.236674:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2507 pid: 16640 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.236678:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcd880/2, rc 0, transno 4295501309 00010000:00010000:1.0:1740485460.236679:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2507 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.236682:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1db800/0x5922c046cda75f71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708c9 expref: 2507 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.236684:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708239232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.236686:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124b48e00/0x5922c046cda75e2f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137084b expref: 2507 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236688:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800987f6000/0x5922c046cda76154 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370971 expref: 2507 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.236693:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708240384:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.236693:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236694:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.236696:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.236699:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708241024:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.236703:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236704:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236709:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236709:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.236710:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236711:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.236714:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236716:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236716:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708241152:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.236718:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236718:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2504:2005:x1825030869193216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 338us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.236721:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520058 00010000:00010000:2.0:1740485460.236722:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236725:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236727:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236729:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097b9d800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.236730:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236734:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236734:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236734:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.236741:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236741:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236745:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236745:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8be4d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236749:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eab200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.236749:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708241152 00010000:00010000:3.0:1740485460.236751:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236752:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708241152 00010000:00010000:1.0:1740485460.236753:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b1db800/0x5922c046cda760ba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370932 expref: 2503 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.236755:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236761:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236761:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708240896:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.236764:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eab200/0x5922c046cdb8be62 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236767:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431285 00010000:00010000:1.0:1740485460.236770:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236771:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3530:3766:x1825030708241152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.236774:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236778:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236782:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.236782:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16374 count 1 00010000:00010000:1.0:1740485460.236786:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236792:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236793:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236796:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a435e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.236798:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236802:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236802:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2502 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236807:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236807:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.236809:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.236810:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a435e00/0x5922c046cdb8be5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236811:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236826:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2502 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.236835:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2502 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.236843:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708241280:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.236850:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3533:3766:x1825030708239744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1968us (2136us total) trans 4295501310 rc 0/0 00000100:00100000:2.0:1740485460.236855:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431280 00000100:00100000:0.0:1740485460.236859:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.236865:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3532:3767:x1825030708240640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1803us (1834us total) trans 4295501311 rc 0/0 00000100:00100000:3.0:1740485460.236870:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431284 00000004:00080000:0.0:1740485460.236877:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f89180/2, rc 0, transno 4295501311 00010000:00010000:2.0:1740485460.236883:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800979f2800/0x5922c046cda7605f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137090f expref: 2502 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.236884:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708240640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.236885:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236889:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.236891:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3531:3764:x1825030708240512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1849us (1885us total) trans 4295501312 rc 0/0 00010000:00010000:3.0:1740485460.236893:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.236894:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708240768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.236895:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431283 00010000:00010000:3.0:1740485460.236897:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236900:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236903:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe9200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.236905:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236908:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236909:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236909:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236912:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.236914:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236916:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236916:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.236916:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ba8f100/2, rc 0, transno 4295501312 00010000:00010000:3.0:1740485460.236918:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8be31 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236920:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236922:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236922:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ba8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708240512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.236924:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236927:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097481c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.236929:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236929:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236933:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236938:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236939:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.236941:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097481c00/0x5922c046cdb8be3f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236945:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236949:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098ec8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.236952:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236953:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708241408:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.236958:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236967:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.236973:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098ec8200/0x5922c046cdb8be54 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.236973:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.236986:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.236987:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3532:3767:x1825030708239104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2651us (2697us total) trans 4295501313 rc 0/0 00000100:00100000:0.0:1740485460.236990:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708241536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.236991:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431277 00000100:00100000:3.0:1740485460.236999:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708241408 00000100:00100000:3.0:1740485460.237002:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708241408 00000100:00100000:0.0:1740485460.237003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.237008:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3532:3764:x1825030708239488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2321us (2367us total) trans 4295501314 rc 0/0 00000100:00100000:1.0:1740485460.237011:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431279 00000100:00100000:1.0:1740485460.237019:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708241536 00000100:00100000:1.0:1740485460.237021:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708241536 00000100:00100000:3.0:1740485460.237023:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431286 00000100:00100000:3.0:1740485460.237025:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3533:3764:x1825030708241408:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.237027:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcf800/2, rc 0, transno 4295501314 00000100:00100000:1.0:1740485460.237031:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431287 00000100:00100000:1.0:1740485460.237033:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3533:3764:x1825030708241536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.237033:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708239488:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.237034:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16375 count 1 00010000:00010000:3.0:1740485460.237041:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.237041:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16376 count 1 00010000:00010000:3.0:1740485460.237047:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2501 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237047:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237051:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.237052:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.237054:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237054:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2501 pid: 16635 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.237057:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcd180/2, rc 0, transno 4295501313 00010000:00010000:1.0:1740485460.237058:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237059:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237060:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.237062:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708239104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.237063:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2501 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.237067:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.237068:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2501 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.237069:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2501 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.237074:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708241792:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.237075:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2501 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.237080:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708241920:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.237083:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3533:3764:x1825030708240128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2044us (2099us total) trans 4295501315 rc 0/0 00000100:00100000:0.0:1740485460.237083:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708241664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.237085:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.237088:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431282 00000100:00100000:1.0:1740485460.237091:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e600 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.237103:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135556200/0x5922c046cda75fef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813708f3 expref: 2501 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.237103:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.237112:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708240256:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.237120:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.237122:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fce680/2, rc 0, transno 4295501310 00000100:00100000:0.0:1740485460.237124:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708242048:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.237125:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237129:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237132:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.237132:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708239744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.237136:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.237137:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.237140:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237143:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d0e400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.237144:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237152:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237157:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237161:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e400/0x5922c046cdb8be46 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.237168:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708241664 00000100:00100000:1.0:1740485460.237169:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708242048 00000100:00100000:2.0:1740485460.237171:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708241664 00000004:00080000:0.0:1740485460.237171:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096841500/2, rc 0, transno 4295501315 00000100:00100000:1.0:1740485460.237172:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708242048 00000100:00100000:1.0:1740485460.237184:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431288 00000100:00100000:0.0:1740485460.237186:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708240128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.237187:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3534:3767:x1825030708242048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.237194:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708242176:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.237196:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16378 count 1 00010000:00010000:1.0:1740485460.237205:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.237213:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.237214:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431289 00000100:00100000:2.0:1740485460.237219:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3535:3767:x1825030708241664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.237219:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2500 pid: 16633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237225:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237226:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.237226:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.237229:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.237230:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16377 count 1 00000100:00100000:0.0:1740485460.237231:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708242304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.237238:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3535:3766:x1825030708239872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2347us (2501us total) trans 4295501316 rc 0/0 00010000:00010000:2.0:1740485460.237241:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237243:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2500 pid: 16633 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.237244:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431281 00000100:00100000:0.0:1740485460.237245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.237252:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2500 pid: 16633 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237252:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2500 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.237256:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708242176 00000100:00100000:3.0:1740485460.237258:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708242176 00010000:00010000:2.0:1740485460.237259:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.237260:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.237261:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708242432:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.237262:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.237271:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708242304 00000100:00100000:3.0:1740485460.237273:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708242304 00000100:00100000:1.0:1740485460.237277:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.237279:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2500 pid: 16633 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.237283:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431290 00010000:00010000:2.0:1740485460.237286:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2500 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.237287:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3536:3764:x1825030708242176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.237292:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431291 00000100:00100000:2.0:1740485460.237293:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708242560:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.237296:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3536:3764:x1825030708242304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.237303:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16379 count 1 00002000:00080000:1.0:1740485460.237306:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16380 count 1 00000100:00100000:2.0:1740485460.237307:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.237312:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237315:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237322:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2500 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237324:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2500 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237326:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.237328:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1740485460.237328:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcfb80/2, rc 0, transno 4295501316 00010000:00010000:3.0:1740485460.237329:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237330:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237332:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.237333:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708239872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.237334:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237341:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2500 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.237347:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2500 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.237348:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2500 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.237354:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708242688:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.237356:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708242944:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.237357:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2500 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.237366:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708242816:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.237375:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.237386:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.237392:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.237400:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708242944 00000100:00100000:1.0:1740485460.237403:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708242944 00000100:00100000:1.0:1740485460.237419:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431292 00000100:00100000:1.0:1740485460.237423:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3537:3766:x1825030708242944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.237432:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16381 count 1 00010000:00010000:1.0:1740485460.237441:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237449:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2500 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237455:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237456:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.237458:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237472:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2500 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.237481:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2500 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.237489:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708243072:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.237508:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.238334:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708241280:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.238352:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.239251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.239259:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194240 00000100:00100000:3.0:1740485460.239262:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194240 00000100:00100000:0.0:1740485460.239265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.239274:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2501 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.239277:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194368 00000100:00100000:2.0:1740485460.239279:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708241792:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.239281:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194368 00000100:00100000:1.0:1740485460.239294:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194496 00000100:00100000:1.0:1740485460.239295:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194496 00000100:00100000:3.0:1740485460.239296:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520066 00010000:00010000:2.0:1740485460.239296:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.239300:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2503:2003:x1825030869194240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.239304:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2503 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239305:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.239308:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2503 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239313:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2503 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.239315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.239322:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bae8400/0x5922c046cda761e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709a2 expref: 2503 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.239326:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194624 00000100:00100000:2.0:1740485460.239328:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708242560:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.239328:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194624 00010000:00010000:3.0:1740485460.239330:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239331:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239333:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239333:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2503 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239337:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.239342:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.239342:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194752 00000100:00100000:1.0:1740485460.239343:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194752 00010000:00010000:3.0:1740485460.239347:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.239347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.239348:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2504 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.239358:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869194880 00000100:00100000:1.0:1740485460.239359:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869194880 00000100:00100000:3.0:1740485460.239362:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2505:2003:x1825030869194240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.239362:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195008 00000100:00100000:3.0:1740485460.239365:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520066 00010000:00010000:1.0:1740485460.239365:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2505 pid: 16640 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.239366:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195008 00000100:00100000:3.0:1740485460.239376:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520067 00000100:00100000:3.0:1740485460.239378:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2505:2004:x1825030869194496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.239379:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2505 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.239380:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520068 00010000:00010000:3.0:1740485460.239383:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.239383:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2505:2003:x1825030869194624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.239385:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2505 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239391:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2505 pid: 16635 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239393:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.239395:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520069 00010000:00010000:3.0:1740485460.239396:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.239396:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2505 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239397:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239399:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.239399:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2505:2005:x1825030869194752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.239402:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2505 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.239403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.239405:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.239406:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239409:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2505 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239411:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239412:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.239412:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.239414:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239416:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2505 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239418:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.239428:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2505:2004:x1825030869194496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (162us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.239429:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ae9c00/0x5922c046cda763df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a5f expref: 2505 pid: 16633 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239429:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.239432:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520067 00010000:00010000:2.0:1740485460.239437:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.239438:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.239440:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195136 00010000:00010000:2.0:1740485460.239440:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.239441:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2503:2003:x1825030869194624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.239442:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195136 00010000:00010000:2.0:1740485460.239445:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.239445:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520068 00010000:00010000:3.0:1740485460.239447:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2504 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.239452:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.239456:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520070 00000100:00100000:3.0:1740485460.239460:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520071 00000100:00100000:1.0:1740485460.239460:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2503:2005:x1825030869194880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.239463:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2503:2004:x1825030869195008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.239464:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.239466:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.239467:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2503 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239469:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2503 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239473:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2503 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239474:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2503 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239479:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239480:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.239480:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2503:2005:x1825030869194752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (163us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.239480:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.239481:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.239481:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239483:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.239484:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520069 00010000:00010000:1.0:1740485460.239485:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239490:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239493:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.239496:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.239498:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520072 00000100:00100000:2.0:1740485460.239502:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869195136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.239506:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2502:2004:x1825030869195008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.239506:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.239507:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869194880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.239510:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520071 00010000:00010000:2.0:1740485460.239510:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2502 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.239513:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520070 00010000:00010000:2.0:1740485460.239516:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2502 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.239524:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.239525:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.239527:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239532:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239538:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.239540:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d3ec600/0x5922c046cda7650c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370acf expref: 2500 pid: 16640 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.239540:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2500 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.239547:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708242688:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.239564:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:462aff8a-4acc-47db-bc98-439daac195c0+2499:2005:x1825030869195136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.239569:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520072 00010000:00010000:3.0:1740485460.239572:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.239574:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520073 00010000:00010000:3.0:1740485460.239592:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239596:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.239598:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2498:2005:x1825030869194368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.239601:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239604:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239606:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.239608:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239610:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2498 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.239611:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239613:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239615:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097d0e200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.239617:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239618:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239621:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239622:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239623:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2498 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.239625:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239627:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239629:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357b8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.239630:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d0e200/0x5922c046cdb8be8c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239630:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239635:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239635:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a18e00/0x5922c046cda76281 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813709da expref: 2498 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.239642:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239644:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.239645:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8be85 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239646:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.239649:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239655:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239673:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.239703:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2497:2005:x1825030869194368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 104us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.239710:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520073 00000100:00100000:3.0:1740485460.239717:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3539:3764:x1825030708242176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2429us (2504us total) trans 4295501317 rc 0/0 00000100:00100000:3.0:1740485460.239721:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431290 00000004:00080000:0.0:1740485460.239750:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3ff800/2, rc 0, transno 4295501317 00000100:00100000:0.0:1740485460.239760:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708242176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.239762:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135f7e000/0x5922c046cda765de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370b2a expref: 2496 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.239764:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3538:3767:x1825030708241664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2543us (2659us total) trans 4295501318 rc 0/0 00000100:00100000:2.0:1740485460.239771:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431289 00000100:00100000:1.0:1740485460.239774:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708242816:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.239787:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239792:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239794:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239800:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239801:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239802:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708243200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.239808:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239808:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239814:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239815:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239821:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239821:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239823:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.239827:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097480e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.239829:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.239830:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239831:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.239835:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.239836:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708243200 00010000:00010000:1.0:1740485460.239837:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.239839:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708243200 00010000:00010000:2.0:1740485460.239841:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.239841:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad3100/2, rc 0, transno 4295501318 00010000:00010000:2.0:1740485460.239844:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8be70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239847:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239847:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708241664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.239850:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431293 00000100:00100000:3.0:1740485460.239853:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3538:3767:x1825030708243200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.239853:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097480e00/0x5922c046cdb8be93 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.239861:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16382 count 1 00010000:00010000:3.0:1740485460.239869:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239879:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2495 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239883:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.239884:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.239886:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239895:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2495 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.239901:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2495 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.239906:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708243456:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.239922:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.239929:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.239933:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708243328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.239944:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3540:3764:x1825030708241408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2916us (2970us total) trans 4295501319 rc 0/0 00000100:00100000:3.0:1740485460.239947:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.239948:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431286 00000100:00100000:1.0:1740485460.239957:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3539:3764:x1825030708242304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2660us (2710us total) trans 4295501320 rc 0/0 00000100:00100000:2.0:1740485460.239959:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708243328 00000100:00100000:2.0:1740485460.239962:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708243328 00000100:00100000:1.0:1740485460.239962:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431291 00000004:00080000:0.0:1740485460.239969:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3ffb80/2, rc 0, transno 4295501320 00000100:00100000:0.0:1740485460.239975:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708242304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.239976:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431294 00000100:00100000:1.0:1740485460.239979:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3539:3765:x1825030708243328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.239987:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.239988:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16383 count 1 00010000:00010000:2.0:1740485460.239992:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.239995:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.239995:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad2300/2, rc 0, transno 4295501319 00000100:00100000:3.0:1740485460.239996:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708243584:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.239997:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.239998:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708241408:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.240003:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2495 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.240005:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240006:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.240007:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.240008:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.240009:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240009:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.240011:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.240012:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a402200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.240014:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.240015:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708243712:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.240018:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240019:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708243584 00010000:00010000:1.0:1740485460.240019:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2495 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240021:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708243584 00010000:00010000:2.0:1740485460.240023:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240024:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2495 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.240027:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8be69 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.240028:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.240030:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708243840:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.240031:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708243712 00000100:00100000:3.0:1740485460.240032:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708243712 00000100:00100000:3.0:1740485460.240039:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431295 00000100:00100000:3.0:1740485460.240042:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3541:3765:x1825030708243584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240047:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.240049:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16384 count 1 00010000:00010000:3.0:1740485460.240055:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240061:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2495 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240065:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.240066:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.240068:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240068:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af6800/0x5922c046cda76751 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ba1 expref: 2495 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.240078:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2495 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240082:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2494 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.240083:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708243072:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.240088:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708243968:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.240098:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240101:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.240105:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240109:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431296 00010000:00010000:1.0:1740485460.240112:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240113:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3542:3767:x1825030708243712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.240118:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3542:3766:x1825030708241152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3345us (3382us total) trans 4295501321 rc 0/0 00002000:00080000:3.0:1740485460.240119:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16385 count 1 00010000:00010000:1.0:1740485460.240119:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.240122:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431285 00010000:00010000:3.0:1740485460.240125:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240126:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240132:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240134:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2494 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240138:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.240138:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.240138:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a886400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.240140:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240141:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240147:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240148:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2494 pid: 16040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.240153:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2494 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.240157:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708244096:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.240162:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.240168:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.240168:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a886400/0x5922c046cdb8be9a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.240184:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad1880/2, rc 0, transno 4295501321 00000100:00100000:3.0:1740485460.240188:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708241152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.240287:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708244224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240290:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3542:3766:x1825030708242944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2865us (2897us total) trans 4295501322 rc 0/0 00000100:00100000:1.0:1740485460.240297:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431292 00000100:00100000:0.0:1740485460.240304:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.240306:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fd180/2, rc 0, transno 4295501322 00000100:00100000:3.0:1740485460.240316:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708242944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240319:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708244224 00000100:00100000:1.0:1740485460.240323:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708244224 00000100:00100000:3.0:1740485460.240338:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.240341:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708244352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240348:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431297 00000100:00100000:1.0:1740485460.240354:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3542:3767:x1825030708244224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.240355:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.240364:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708244352 00002000:00080000:1.0:1740485460.240365:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16386 count 1 00000100:00100000:2.0:1740485460.240367:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708244352 00010000:00010000:1.0:1740485460.240375:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.240384:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431298 00010000:00010000:1.0:1740485460.240385:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2494 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.240387:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3543:3765:x1825030708244352:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.240391:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.240392:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.240395:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.240397:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16387 count 1 00010000:00010000:2.0:1740485460.240406:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240411:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2494 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.240414:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2494 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.240418:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.240419:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.240421:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240425:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2494 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.240432:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2494 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.240435:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708244480:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.240438:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2494 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.240445:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708244608:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.240468:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.240471:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.240490:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072d8f400/0x5922c046cda7631b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a19 expref: 2494 pid: 16635 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.240501:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708241920:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.240513:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240521:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240527:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240535:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240541:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240547:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240602:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b831800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.240605:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240611:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240621:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.240628:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b831800/0x5922c046cdb8be77 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240653:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd41800/0x5922c046cda7645d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370a97 expref: 2493 pid: 16633 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.240664:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708242432:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.240679:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240687:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240693:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240700:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240707:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240713:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240719:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b830000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.240722:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240728:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.240738:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.240749:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3544:3764:x1825030708241536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3713us (3744us total) trans 4295501323 rc 0/0 00010000:00010000:0.0:1740485460.240749:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b830000/0x5922c046cdb8be7e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.240756:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431287 00000004:00080000:2.0:1740485460.240785:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad2680/2, rc 0, transno 4295501323 00000100:00100000:2.0:1740485460.240794:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708241536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.240833:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.240840:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708244736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.240860:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3544:3767:x1825030708242048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3670us (3721us total) trans 4295501324 rc 0/0 00000100:00100000:2.0:1740485460.240864:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.240867:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431288 00000004:00080000:1.0:1740485460.240872:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad3480/2, rc 0, transno 4295501324 00000100:00100000:1.0:1740485460.240880:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708242048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240914:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.240922:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708244864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240942:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.240959:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708244736 00000100:00100000:3.0:1740485460.240963:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708244736 00000100:00100000:1.0:1740485460.240963:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708244864 00000100:00100000:1.0:1740485460.240966:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708244864 00000100:00100000:3.0:1740485460.240980:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431299 00000100:00100000:3.0:1740485460.240984:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3545:3764:x1825030708244736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.240994:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431300 00002000:00080000:3.0:1740485460.240995:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16388 count 1 00000100:00100000:1.0:1740485460.240998:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3545:3767:x1825030708244864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.241005:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.241012:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16389 count 1 00010000:00010000:3.0:1740485460.241015:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2492 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.241021:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.241022:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.241022:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.241025:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.241032:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2492 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.241038:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.241039:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.241042:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2492 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.241042:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.241050:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2492 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.241058:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2492 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.241059:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708244992:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.241067:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2492 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.241077:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708245120:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.241080:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.241096:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.241930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.241952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.241963:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708243456:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.241969:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195264 00010000:00010000:3.0:1740485460.241972:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.241973:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195264 00000100:00100000:0.0:1740485460.241977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.241984:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708244096:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.241985:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2493 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.241990:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.241990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.241996:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195392 00000100:00100000:2.0:1740485460.242000:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195392 00000100:00100000:0.0:1740485460.242000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.242004:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195520 00000100:00100000:1.0:1740485460.242006:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195520 00000100:00100000:3.0:1740485460.242011:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195648 00000100:00100000:3.0:1740485460.242013:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195648 00000100:00100000:0.0:1740485460.242015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.242016:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2495 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.242016:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2496 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.242022:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2496 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.242025:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195776 00000100:00100000:1.0:1740485460.242026:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195776 00000100:00100000:0.0:1740485460.242028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.242032:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2497 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242040:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196032 00000100:00100000:2.0:1740485460.242040:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869195904 00000100:00100000:3.0:1740485460.242042:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196032 00000100:00100000:2.0:1740485460.242043:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869195904 00000100:00100000:1.0:1740485460.242044:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520074 00010000:00010000:3.0:1740485460.242047:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2499 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.242048:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2499:2003:x1825030869195264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.242053:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.242054:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2499 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242056:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520075 00010000:00010000:1.0:1740485460.242056:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2499 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242059:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2499:2005:x1825030869195520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.242062:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2499 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.242062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.242064:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.242067:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2499 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.242071:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196160 00010000:00010000:1.0:1740485460.242071:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c96a800/0x5922c046cda7685b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370bfc expref: 2499 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.242073:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2499 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.242073:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196160 00010000:00010000:1.0:1740485460.242079:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.242080:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.242080:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.242081:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.242081:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2499 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.242082:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242083:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242087:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242087:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.242092:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520076 00010000:00010000:3.0:1740485460.242095:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.242096:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2499:2004:x1825030869195392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.242098:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.242102:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.242104:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2499 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.242104:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242108:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2499:2005:x1825030869195520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.242109:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242111:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2499 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242113:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520075 00000100:00100000:1.0:1740485460.242113:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2499:2003:x1825030869195264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (184us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.242114:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242117:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520074 00010000:00010000:0.0:1740485460.242117:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242120:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.242121:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.242123:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242124:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520077 00010000:00010000:0.0:1740485460.242125:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242126:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2497:2005:x1825030869195648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.242128:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242128:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eab400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.242130:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.242130:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242133:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2497 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.242133:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242137:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.242138:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2497 pid: 16040 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.242139:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242141:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520078 00010000:00010000:0.0:1740485460.242143:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eab400/0x5922c046cdb8bea1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242144:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f61600/0x5922c046cda76b10 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d14 expref: 2497 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.242144:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2497:2003:x1825030869195776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.242148:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.242150:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2496 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.242152:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2496:2004:x1825030869195392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (199us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.242153:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.242154:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.242156:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242156:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2496 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.242157:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520076 00010000:00010000:3.0:1740485460.242160:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242162:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.242163:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.242165:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.242166:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520079 00010000:00010000:3.0:1740485460.242167:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.242169:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2495:2004:x1825030869196032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.242170:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242174:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.242176:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.242177:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2495:2005:x1825030869195648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (186us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.242177:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2495 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242181:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520077 00010000:00010000:2.0:1740485460.242184:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2495 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.242185:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2495:2003:x1825030869195776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.242188:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520078 00010000:00010000:2.0:1740485460.242191:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.242192:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520080 00010000:00010000:2.0:1740485460.242192:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.242194:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242195:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5371c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869195904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.242196:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520081 00010000:00010000:3.0:1740485460.242198:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.242199:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242199:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2493:2003:x1825030869196160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.242201:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2493 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.242202:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.242204:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.242205:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2493 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.242207:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2493 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.242211:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2493 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.242213:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.242214:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.242214:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2493:2004:x1825030869196032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (185us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.242216:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.242217:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520079 00010000:00010000:1.0:1740485460.242217:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.242218:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.242219:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242220:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242222:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3546:3767:x1825030708243200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2367us (2398us total) trans 4295501325 rc 0/0 00010000:00010000:1.0:1740485460.242223:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242225:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.242227:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431293 00010000:00010000:1.0:1740485460.242228:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.242233:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5371c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2492:2005:x1825030869195904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.242236:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520080 00000100:00100000:1.0:1740485460.242237:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2492:2003:x1825030869196160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.242240:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520081 00010000:00010000:2.0:1740485460.242248:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa4d000/0x5922c046cda76d24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370dd8 expref: 2490 pid: 16708 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.242248:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e59500/2, rc 0, transno 4295501325 00000100:00100000:0.0:1740485460.242252:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708243200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.242256:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708244608:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.242263:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d60e00/0x5922c046cda76def lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e41 expref: 2489 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.242267:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242272:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242272:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.242273:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e723000/0x5922c046cda7693b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370c57 expref: 2488 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242274:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708244992:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.242276:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242281:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242282:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708243840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.242284:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242284:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.242285:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242288:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242290:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242291:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357b8600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.242292:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242293:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242293:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242295:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708245248 00010000:00010000:2.0:1740485460.242296:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242297:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242297:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242297:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708245248 00010000:00010000:3.0:1740485460.242301:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242302:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242304:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242305:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242306:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8600/0x5922c046cdb8bec4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242308:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.242308:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242308:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431301 00010000:00010000:3.0:1740485460.242310:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242311:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3546:3767:x1825030708245248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.242312:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242314:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242316:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.242318:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16390 count 1 00010000:00010000:1.0:1740485460.242319:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097420000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.242321:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242322:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242325:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242325:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242326:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8000/0x5922c046cdb8becb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242330:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242332:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2487 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242333:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097420000/0x5922c046cdb8bea8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242336:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.242337:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.242339:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242355:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2487 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242360:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2487 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.242366:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708245376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.242377:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.242403:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095058800/0x5922c046cda76a29 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370cab expref: 2487 pid: 16040 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.242414:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708243968:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.242423:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3549:3764:x1825030708244736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1438us (1558us total) trans 4295501327 rc 0/0 00000100:00100000:3.0:1740485460.242427:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431299 00010000:00010000:2.0:1740485460.242427:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242435:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242441:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242443:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242447:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242448:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3548:3765:x1825030708243328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2466us (2498us total) trans 4295501328 rc 0/0 00010000:00010000:2.0:1740485460.242449:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242451:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242453:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431294 00010000:00010000:3.0:1740485460.242455:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242455:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242459:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242462:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.242463:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242467:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242468:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242473:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508ae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.242474:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242476:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242477:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8beb6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242477:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ec00/0x5922c046cda76c1a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370d76 expref: 2486 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.242483:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242486:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708244480:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.242493:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242496:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242500:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508ae00/0x5922c046cdb8beaf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242500:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242504:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242507:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242511:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242515:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242518:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a508b800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.242520:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242528:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242533:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242537:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a508b800/0x5922c046cdb8bebd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242549:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3548:3767:x1825030708243712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2435us (2519us total) trans 4295501329 rc 0/0 00000100:00100000:3.0:1740485460.242570:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431296 00000004:00080000:0.0:1740485460.242594:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5a300/2, rc 0, transno 4295501329 00000100:00100000:0.0:1740485460.242602:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708243712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.242607:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e59c00/2, rc 0, transno 4295501328 00000100:00100000:3.0:1740485460.242610:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708243328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.242629:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.242634:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708245632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.242647:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.242658:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708245504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.242662:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3549:3767:x1825030708244224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2307us (2356us total) trans 4295501331 rc 0/0 00000100:00100000:1.0:1740485460.242666:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431297 00000004:00080000:0.0:1740485460.242671:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5aa00/2, rc 0, transno 4295501331 00000100:00100000:3.0:1740485460.242672:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.242674:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3548:3765:x1825030708243584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2629us (2665us total) trans 4295501330 rc 0/0 00000100:00100000:1.0:1740485460.242675:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708245632 00000100:00100000:1.0:1740485460.242677:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708245632 00000100:00100000:0.0:1740485460.242678:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708244224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.242681:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431295 00000004:00080000:3.0:1740485460.242682:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e59f80/2, rc 0, transno 4295501330 00000100:00100000:3.0:1740485460.242685:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708243584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.242695:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708245504 00000100:00100000:1.0:1740485460.242696:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708245504 00000100:00100000:2.0:1740485460.242699:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431302 00000100:00100000:3.0:1740485460.242705:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431303 00000100:00100000:2.0:1740485460.242705:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3549:3765:x1825030708245632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.242708:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3549:3765:x1825030708245504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.242710:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245888:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.242716:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16391 count 1 00010000:00010000:1.0:1740485460.242722:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d3d6a00/0x5922c046cda76ea5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370e80 expref: 2485 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.242724:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242730:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708245120:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.242731:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2484 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242731:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.242735:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.242736:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.242737:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242738:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242743:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242745:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.242746:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2484 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242749:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.242750:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245760:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.242751:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2484 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.242753:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242757:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708246016:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.242757:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242760:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242763:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4263200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.242765:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242769:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242772:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.242773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.242774:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.242778:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4263200/0x5922c046cdb8bed2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242780:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708245888 00000100:00100000:2.0:1740485460.242781:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3549:3765:x1825030708244352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2391us (2423us total) trans 4295501326 rc 0/0 00000100:00100000:3.0:1740485460.242782:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708245888 00000100:00100000:2.0:1740485460.242787:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431298 00000100:00100000:3.0:1740485460.242793:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708245760 00000100:00100000:3.0:1740485460.242795:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708245760 00000100:00100000:3.0:1740485460.242803:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431304 00000100:00100000:3.0:1740485460.242806:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3550:3767:x1825030708245888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.242808:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431305 00000100:00100000:2.0:1740485460.242813:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3551:3767:x1825030708245760:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.242817:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5b100/2, rc 0, transno 4295501326 00002000:00080000:2.0:1740485460.242826:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16393 count 1 00000100:00100000:3.0:1740485460.242828:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708244352:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.242837:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.242839:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16394 count 1 00010000:00010000:3.0:1740485460.242846:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242848:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2484 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242853:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2484 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242854:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3551:3767:x1825030708244864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1855us (1911us total) trans 4295501332 rc 0/0 00010000:00010000:2.0:1740485460.242855:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.242856:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.242857:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.242857:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.242859:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.242859:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431300 00010000:00010000:2.0:1740485460.242860:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.242863:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098564380/2, rc 0, transno 4295501332 00000100:00100000:0.0:1740485460.242867:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708244864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.242868:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2484 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.242873:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2484 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.242878:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2484 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.242879:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708246272:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.242888:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2484 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.242892:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.242898:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708246400:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.242900:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708246528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.242910:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.242922:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12d80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.242929:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.242932:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708246144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.242936:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708246528 00000100:00100000:2.0:1740485460.242939:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708246528 00000100:00100000:3.0:1740485460.242940:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.242949:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708246144 00000100:00100000:1.0:1740485460.242952:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708246144 00000100:00100000:2.0:1740485460.242961:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431306 00000100:00100000:2.0:1740485460.242965:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3552:3765:x1825030708246528:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.242966:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431307 00000100:00100000:0.0:1740485460.242970:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3552:3765:x1825030708246144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.242977:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16396 count 1 00002000:00080000:0.0:1740485460.242979:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16395 count 1 00010000:00010000:0.0:1740485460.242986:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.242988:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242993:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2484 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.242997:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.242998:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.242999:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2484 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.243000:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.243006:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.243008:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.243011:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.243011:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2484 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.243016:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2484 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.243022:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708246656:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.243029:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2484 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.243038:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2484 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.243045:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.243049:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708246784:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.243070:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.243090:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098565500/2, rc 0, transno 4295501327 00000100:00100000:2.0:1740485460.243097:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708244736:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.243114:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16392 count 1 00000100:00100000:0.0:1740485460.243116:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.243121:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708246912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.243124:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.243134:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2484 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.243134:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.243140:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.243142:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.243144:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.243150:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708246912 00000100:00100000:1.0:1740485460.243154:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708246912 00010000:00010000:2.0:1740485460.243161:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2484 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.243169:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431308 00010000:00010000:2.0:1740485460.243170:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2484 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.243173:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3553:3767:x1825030708246912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.243180:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708247040:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.243185:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16397 count 1 00010000:00010000:1.0:1740485460.243193:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.243201:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.243204:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.243205:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.243206:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.243208:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.243219:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.243224:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.243231:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708247168:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.243251:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.243303:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708245376:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.243317:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.244086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.244128:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196288 00000100:00100000:3.0:1740485460.244132:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196288 00010000:00010000:3.0:1740485460.244147:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2485 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.244163:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708246016:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.244177:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520082 00010000:00010000:2.0:1740485460.244177:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244182:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2485:2005:x1825030869196288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.244189:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.244194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.244197:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2485 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244205:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2485 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.244208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.244216:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fb75400/0x5922c046cda76fa8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ee2 expref: 2485 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.244222:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196416 00010000:00010000:3.0:1740485460.244225:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244226:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.244227:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196416 00010000:00010000:3.0:1740485460.244229:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244235:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244236:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196544 00000100:00100000:1.0:1740485460.244238:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196544 00010000:00010000:3.0:1740485460.244249:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.244251:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2486 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.244260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.244269:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869196288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.244269:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196672 00000100:00100000:1.0:1740485460.244271:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196672 00000100:00100000:3.0:1740485460.244275:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520082 00000100:00100000:2.0:1740485460.244279:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708246400:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.244280:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2487 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.244289:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520083 00010000:00010000:2.0:1740485460.244292:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244296:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2486:2003:x1825030869196544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.244299:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520084 00000100:00100000:1.0:1740485460.244302:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869196672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.244307:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244308:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244311:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2486 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244312:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2486 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.244317:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2486 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.244318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.244320:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2486 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.244325:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708246656:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.244326:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800999f3a00/0x5922c046cda77241 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370ffa expref: 2486 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244332:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244334:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244336:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244337:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.244338:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.244338:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244340:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244343:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244345:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.244350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.244356:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196800 00010000:00010000:1.0:1740485460.244356:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.244359:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196800 00010000:00010000:3.0:1740485460.244368:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2486 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.244368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.244372:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869196672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.244376:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520084 00000100:00100000:0.0:1740485460.244378:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708247168:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.244381:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869196928 00000100:00100000:3.0:1740485460.244383:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869196928 00000100:00100000:1.0:1740485460.244385:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197056 00000100:00100000:1.0:1740485460.244387:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197056 00010000:00010000:3.0:1740485460.244390:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2487 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.244391:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244393:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2487 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.244402:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520085 00000100:00100000:1.0:1740485460.244405:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520086 00000100:00100000:3.0:1740485460.244406:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2487:2003:x1825030869196800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.244408:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2487:2004:x1825030869196928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.244412:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244412:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244415:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2487 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244416:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2487 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.244420:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2487 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244423:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2487 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.244427:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708246784:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.244430:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800974baa00/0x5922c046cda773c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813710be expref: 2487 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.244431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.244432:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098434e00/0x5922c046cda77359 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137107f expref: 2487 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.244435:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.244436:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.244438:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244442:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244443:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244445:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244447:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244451:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244454:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244458:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.244461:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.244468:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244469:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2485:2004:x1825030869196928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.244472:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197184 00000100:00100000:3.0:1740485460.244473:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2485:2003:x1825030869196800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.244473:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520086 00000100:00100000:2.0:1740485460.244474:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197184 00010000:00010000:0.0:1740485460.244475:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244477:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520085 00000100:00100000:1.0:1740485460.244481:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520087 00010000:00010000:0.0:1740485460.244481:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244484:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.244484:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2484:2005:x1825030869197056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.244488:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244491:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2484 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.244492:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.244495:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520088 00010000:00010000:1.0:1740485460.244496:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2484 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.244498:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.244499:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2484:2005:x1825030869197184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.244502:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.244503:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.244503:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2b800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.244504:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.244505:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244506:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244507:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244508:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.244509:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244512:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.244512:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244514:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.244515:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2484:2003:x1825030869196544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 220us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.244519:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520083 00010000:00010000:2.0:1740485460.244521:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991c5600/0x5922c046cda7746a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371104 expref: 2484 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.244522:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2484:2005:x1825030869197056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (153us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.244522:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244525:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520087 00010000:00010000:0.0:1740485460.244528:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b800/0x5922c046cdb8bef5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244529:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.244530:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.244532:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244536:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800999f3200/0x5922c046cda772aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371032 expref: 2481 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.244537:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244541:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2481 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.244542:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708246272:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.244546:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.244549:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244569:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520089 00010000:00010000:3.0:1740485460.244571:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244573:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2480:2005:x1825030869196416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.244575:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.244575:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2480:2005:x1825030869197184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (145us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.244594:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244595:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.244597:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520088 00010000:00010000:3.0:1740485460.244598:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244598:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2480 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244602:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244604:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2480 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.244605:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131f58800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.244607:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244610:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244611:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098773e00/0x5922c046cda770ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f52 expref: 2479 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.244615:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244619:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244620:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244620:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.244621:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.244624:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131f58800/0x5922c046cdb8beee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244624:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244624:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244627:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244628:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244631:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244634:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357b9600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.244636:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244637:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.244640:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244645:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244648:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869196416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.244652:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520089 00010000:00010000:2.0:1740485460.244653:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8befc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244674:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244679:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244683:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244687:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244690:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244694:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2ac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.244695:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244700:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244705:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244708:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3556:3767:x1825030708245888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1900us (1975us total) trans 4295501334 rc 0/0 00010000:00010000:1.0:1740485460.244709:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8bed9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244714:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431304 00000100:00100000:0.0:1740485460.244731:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3555:3765:x1825030708246144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1758us (1788us total) trans 4295501333 rc 0/0 00000100:00100000:0.0:1740485460.244738:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431307 00000004:00080000:3.0:1740485460.244740:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f00e00/2, rc 0, transno 4295501334 00000100:00100000:2.0:1740485460.244743:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3555:3765:x1825030708246528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1776us (1831us total) trans 4295501335 rc 0/0 00000100:00100000:3.0:1740485460.244747:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.244748:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431306 00010000:00010000:0.0:1740485460.244755:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244761:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244762:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244766:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244769:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244771:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244774:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244775:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708247296:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.244775:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244778:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244781:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244783:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135240a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.244785:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244786:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801354b2c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.244789:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244791:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244795:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.244795:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3554:3767:x1825030708245248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2483us (2509us total) trans 4295501336 rc 0/0 00010000:00010000:0.0:1740485460.244795:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244799:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431301 00010000:00010000:2.0:1740485460.244800:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.244804:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244807:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135240a00/0x5922c046cdb8bee0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244809:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708247296 00010000:00010000:0.0:1740485460.244810:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801354b2c00/0x5922c046cdb8bf0a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.244811:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099f8b800/2, rc 0, transno 4295501336 00000100:00100000:1.0:1740485460.244811:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708247296 00000100:00100000:3.0:1740485460.244814:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.244820:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431309 00000100:00100000:1.0:1740485460.244823:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3554:3767:x1825030708247296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.244831:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16398 count 1 00000100:00100000:3.0:1740485460.244835:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708247424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.244838:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.244845:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.244849:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.244850:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.244851:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244856:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708247424 00000100:00100000:3.0:1740485460.244858:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708247424 00010000:00010000:1.0:1740485460.244862:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244867:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431310 00010000:00010000:1.0:1740485460.244868:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2477 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.244870:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3557:3764:x1825030708247424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.244873:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708247552:192.168.204.38@tcp:104: 00002000:00080000:3.0:1740485460.244878:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16399 count 1 00010000:00010000:3.0:1740485460.244885:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.244888:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed540 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.244895:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244899:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.244900:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.244902:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.244904:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3557:3765:x1825030708245504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2194us (2230us total) trans 4295501337 rc 0/0 00000100:00100000:2.0:1740485460.244908:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431303 00010000:00010000:3.0:1740485460.244911:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.244919:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2477 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.244922:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244927:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708247680:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.244927:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244931:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244935:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244938:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244942:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131ecd200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.244943:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244948:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.244949:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.244954:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.244957:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8bee7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.244966:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f01880/2, rc 0, transno 4295501333 00000100:00100000:3.0:1740485460.244972:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708246144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.244992:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.244997:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708247808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.245002:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3557:3767:x1825030708246912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1826us (1865us total) trans 4295501338 rc 0/0 00000100:00100000:0.0:1740485460.245008:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431308 00000100:00100000:3.0:1740485460.245014:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.245020:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708247808 00000100:00100000:0.0:1740485460.245023:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708247808 00000004:00080000:3.0:1740485460.245033:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f02300/2, rc 0, transno 4295501338 00000100:00100000:3.0:1740485460.245038:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708246912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.245040:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3557:3767:x1825030708245760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2225us (2265us total) trans 4295501339 rc 0/0 00000100:00100000:0.0:1740485460.245047:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431311 00000100:00100000:0.0:1740485460.245051:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3557:3764:x1825030708247808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.245058:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431305 00002000:00080000:0.0:1740485460.245059:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16400 count 1 00000004:00080000:3.0:1740485460.245060:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f00a80/2, rc 0, transno 4295501339 00000100:00100000:3.0:1740485460.245063:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708245760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.245066:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1740485460.245067:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245074:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2477 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245076:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708247936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.245077:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245078:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245080:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245090:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2477 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245095:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2477 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.245098:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.245101:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708248192:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.245113:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708247936 00000100:00100000:3.0:1740485460.245115:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708248064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.245116:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708247936 00000100:00100000:0.0:1740485460.245119:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.245130:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.245131:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431312 00000100:00100000:2.0:1740485460.245136:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3557:3767:x1825030708247936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.245142:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708248064 00000100:00100000:0.0:1740485460.245144:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708248064 00002000:00080000:2.0:1740485460.245147:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16401 count 1 00000100:00100000:0.0:1740485460.245154:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431313 00010000:00010000:2.0:1740485460.245156:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.245156:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3558:3767:x1825030708248064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.245163:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16402 count 1 00000004:00080000:3.0:1740485460.245164:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f01c00/2, rc 0, transno 4295501335 00010000:00010000:2.0:1740485460.245168:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245169:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245171:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708246528:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.245174:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.245175:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245176:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2477 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245178:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245179:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245180:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245182:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245191:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708248320:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.245191:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2477 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245195:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2477 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245195:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2477 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.245201:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2477 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.245201:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708248448:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.245207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.245208:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708248576:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.245214:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.245221:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708248320 00000100:00100000:2.0:1740485460.245223:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.245223:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708248320 00000100:00100000:0.0:1740485460.245231:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431314 00000100:00100000:0.0:1740485460.245233:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3559:3764:x1825030708248320:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.245241:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f00380/2, rc 0, transno 4295501337 00010000:00010000:2.0:1740485460.245244:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361a4a00/0x5922c046cda77184 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81370f9f expref: 2477 pid: 16659 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.245245:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16403 count 1 00000100:00100000:3.0:1740485460.245247:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708245504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.245251:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708247040:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.245252:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245258:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2476 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245259:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245262:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.245263:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.245264:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245265:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245267:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245269:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.245271:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245273:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2476 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245275:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708248704:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.245275:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.245278:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2476 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.245280:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245283:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.245284:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708248832:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.245285:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245288:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.245293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.245294:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.245296:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.245297:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4e00/0x5922c046cdb8bf03 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.245388:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3560:3765:x1825030708245632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2682us (2738us total) trans 4295501340 rc 0/0 00000100:00100000:2.0:1740485460.245394:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431302 00000100:00100000:2.0:1740485460.245406:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708248704 00000004:00080000:3.0:1740485460.245407:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f00700/2, rc 0, transno 4295501340 00000100:00100000:2.0:1740485460.245408:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708248704 00000100:00100000:3.0:1740485460.245414:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708245632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.245429:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431315 00000100:00100000:2.0:1740485460.245432:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3560:3764:x1825030708248704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.245436:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708248960:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.245441:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16404 count 1 00010000:00010000:2.0:1740485460.245448:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.245449:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.245458:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2476 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.245459:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708248960 00010000:00010000:2.0:1740485460.245462:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.245462:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708248960 00010000:00010000:2.0:1740485460.245463:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.245465:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.245474:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2476 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.245475:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431316 00000100:00100000:1.0:1740485460.245478:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3561:3766:x1825030708248960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.245479:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2476 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.245485:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708249088:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.245487:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16405 count 1 00010000:00010000:1.0:1740485460.245494:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.245502:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2476 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.245505:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.245506:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.245508:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.245508:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.245517:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2476 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.245527:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2476 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.245532:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708249216:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.245547:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.246564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.246601:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708247552:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.246611:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197312 00010000:00010000:1.0:1740485460.246614:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.246614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.246615:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197312 00010000:00010000:2.0:1740485460.246627:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2477 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.246631:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197440 00000100:00100000:1.0:1740485460.246634:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197440 00000100:00100000:0.0:1740485460.246637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.246643:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197568 00000100:00100000:2.0:1740485460.246645:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197568 00010000:00010000:1.0:1740485460.246647:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2478 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.246649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.246651:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2479 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.246664:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197696 00000100:00100000:1.0:1740485460.246666:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197696 00000100:00100000:0.0:1740485460.246667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.246668:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520090 00000100:00100000:2.0:1740485460.246671:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2480:2003:x1825030869197312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.246674:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2480 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.246677:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.246678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.246680:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2480 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.246686:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2480 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.246686:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197824 00000100:00100000:1.0:1740485460.246688:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197824 00010000:00010000:2.0:1740485460.246694:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e2fa200/0x5922c046cda774e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137112e expref: 2481 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.246694:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2481 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.246695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.246701:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246702:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246704:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.246705:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869197952 00000100:00100000:1.0:1740485460.246707:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869197952 00000100:00100000:3.0:1740485460.246708:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198080 00010000:00010000:2.0:1740485460.246709:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246711:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198080 00000100:00100000:0.0:1740485460.246713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.246714:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2482 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.246717:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.246721:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2482 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.246727:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198208 00000100:00100000:1.0:1740485460.246729:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198208 00000100:00100000:0.0:1740485460.246730:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708248192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.246733:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520091 00000100:00100000:2.0:1740485460.246733:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2483:2003:x1825030869197312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.246736:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2483:2005:x1825030869197440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.246737:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520090 00010000:00010000:1.0:1740485460.246738:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2483 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246740:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246741:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.246745:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2483 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.246749:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520092 00010000:00010000:3.0:1740485460.246750:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2482 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.246751:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2482:2004:x1825030869197568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.246755:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708248448:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.246756:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.246756:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520093 00010000:00010000:3.0:1740485460.246758:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.246759:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246759:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2482 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246760:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246761:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.246761:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2482:2003:x1825030869197696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.246764:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2482 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.246765:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246768:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.246770:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708248832:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.246771:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9f4a00/0x5922c046cda77551 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371174 expref: 2482 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.246772:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.246773:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2482 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246775:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.246779:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246779:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246781:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246781:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2481 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.246784:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2481:2005:x1825030869197440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.246786:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246787:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520091 00010000:00010000:1.0:1740485460.246793:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df41000/0x5922c046cda775e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813711c8 expref: 2481 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.246798:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520094 00010000:00010000:2.0:1740485460.246798:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.246800:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.246801:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2479:2005:x1825030869197824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.246801:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.246803:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246805:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.246807:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2479 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.246808:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246812:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2479 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.246813:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2479:2004:x1825030869197568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.246819:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520092 00010000:00010000:3.0:1740485460.246822:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.246822:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.246823:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.246824:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246828:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246834:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.246834:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520095 00000100:00100000:2.0:1740485460.246838:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869197952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.246838:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.246842:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2478:2003:x1825030869197696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (191us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.246842:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246845:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869197824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (176us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.246845:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.246847:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.246849:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520093 00010000:00010000:2.0:1740485460.246850:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2478 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246850:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.246854:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246858:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520094 00010000:00010000:0.0:1740485460.246858:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f51600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.246860:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.246863:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2477 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246864:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.246866:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520096 00000100:00100000:1.0:1740485460.246870:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2476:2004:x1825030869198080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.246871:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246872:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520097 00010000:00010000:2.0:1740485460.246873:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320b0e00/0x5922c046cda7765b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137120e expref: 2476 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.246874:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f51600/0x5922c046cdb8bf1f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246876:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2476:2005:x1825030869198208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.246877:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.246880:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.246881:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.246881:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2475 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.246882:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.246883:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246887:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2475 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.246887:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246890:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2475 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.246895:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2475 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.246896:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.246900:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.246902:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.246904:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246905:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.246907:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.246908:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2475:2005:x1825030869197952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (229us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.246910:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.246911:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520095 00010000:00010000:1.0:1740485460.246911:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246920:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.246921:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.246931:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.246934:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2474:2004:x1825030869198080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.246939:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520096 00000100:00100000:3.0:1740485460.246944:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2474:2005:x1825030869198208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.246950:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520097 00010000:00010000:2.0:1740485460.246961:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fc29800/0x5922c046cda77589 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371197 expref: 2472 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.246963:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246968:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246972:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.246973:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708248576:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.246976:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246979:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246983:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801354b3600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.246983:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3562:3764:x1825030708247808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1929us (1966us total) trans 4295501341 rc 0/0 00010000:00010000:3.0:1740485460.246984:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135f2f600/0x5922c046cda77527 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371151 expref: 2471 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.246985:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.246986:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246989:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.246990:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431311 00010000:00010000:2.0:1740485460.246993:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.246994:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708247680:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.246995:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.246998:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.246998:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801354b3600/0x5922c046cdb8bf11 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247002:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247006:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247007:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247007:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247009:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247013:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131ecc000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.247014:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247014:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247015:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247018:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247021:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247021:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247024:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247027:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247028:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247028:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ecc000/0x5922c046cdb8bf26 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247034:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247034:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247044:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b5a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.247045:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247046:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247050:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.247052:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247053:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247060:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247061:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247067:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b5a00/0x5922c046cdb8bf2d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247069:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.247075:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe8200/0x5922c046cdb8bf18 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247110:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3564:3767:x1825030708247296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2285us (2314us total) trans 4295501342 rc 0/0 00000100:00100000:1.0:1740485460.247116:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431309 00000100:00100000:2.0:1740485460.247137:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3564:3767:x1825030708247936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2000us (2037us total) trans 4295501343 rc 0/0 00000100:00100000:2.0:1740485460.247142:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431312 00010000:00010000:2.0:1740485460.247164:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cda7769a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371238 expref: 2470 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.247165:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3563:3767:x1825030708248064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2006us (2033us total) trans 4295501344 rc 0/0 00000100:00100000:2.0:1740485460.247171:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708249088:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.247172:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431313 00000100:00100000:3.0:1740485460.247173:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3563:3764:x1825030708247424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2300us (2325us total) trans 4295501345 rc 0/0 00000100:00100000:3.0:1740485460.247178:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431310 00010000:00010000:2.0:1740485460.247180:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247185:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247188:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247192:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247196:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247199:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.247200:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe15180/2, rc 0, transno 4295501344 00010000:00010000:2.0:1740485460.247203:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f9c2800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.247204:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247210:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098434200/0x5922c046cda776ee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371269 expref: 2469 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.247212:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247213:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708248064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.247218:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247221:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f9c2800/0x5922c046cdb8bf3b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247221:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708249216:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.247223:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe14e00/2, rc 0, transno 4295501343 00000100:00100000:3.0:1740485460.247226:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708247936:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.247232:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f6680/2, rc 0, transno 4295501342 00000100:00100000:3.0:1740485460.247235:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708247296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.247235:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247242:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247247:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.247248:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdda300/2, rc 0, transno 4295501341 00000100:00100000:3.0:1740485460.247250:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708247808:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.247253:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd8e00/2, rc 0, transno 4295501345 00010000:00010000:0.0:1740485460.247253:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247254:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247255:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708247424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.247259:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247262:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247263:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247268:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247269:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a662400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.247271:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247274:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247275:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247280:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247281:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247284:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a662400/0x5922c046cdb8bf42 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247287:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.247290:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247295:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3562:3764:x1825030708248704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1861us (2002us total) trans 4295501346 rc 0/0 00010000:00010000:0.0:1740485460.247296:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.247299:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e046680/2, rc 0, transno 4295501346 00000100:00100000:2.0:1740485460.247299:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431315 00000100:00100000:3.0:1740485460.247301:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708248704:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.247305:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247311:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8bf34 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247363:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3562:3766:x1825030708248960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1883us (1913us total) trans 4295501347 rc 0/0 00000100:00100000:1.0:1740485460.247367:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431316 00000100:00100000:3.0:1740485460.247368:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708249344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247383:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.247391:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708249472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247394:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708249856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.247394:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249344 00000100:00100000:1.0:1740485460.247396:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249344 00000100:00100000:0.0:1740485460.247405:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708249728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.247407:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431317 00000100:00100000:2.0:1740485460.247408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.247410:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3562:3767:x1825030708249344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247412:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708249600:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.247418:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16406 count 1 00000100:00100000:2.0:1740485460.247422:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708249984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.247425:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.247428:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.247431:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.247433:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2468 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247435:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249472 00000100:00100000:3.0:1740485460.247438:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249472 00010000:00010000:1.0:1740485460.247440:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.247441:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.247443:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247447:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249728 00000004:00080000:0.0:1740485460.247449:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f03480/2, rc 0, transno 4295501347 00000100:00100000:2.0:1740485460.247451:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249728 00000100:00100000:0.0:1740485460.247456:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708248960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247460:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249984 00000100:00100000:3.0:1740485460.247463:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249984 00000100:00100000:1.0:1740485460.247465:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431318 00000100:00100000:1.0:1740485460.247468:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3565:3764:x1825030708249472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.247474:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431319 00002000:00080000:1.0:1740485460.247474:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16407 count 1 00010000:00010000:1.0:1740485460.247478:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247479:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3565:3766:x1825030708249728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.247484:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2468 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247487:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431320 00010000:00010000:1.0:1740485460.247488:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.247488:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.247490:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247491:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3565:3764:x1825030708249984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.247491:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16409 count 1 00010000:00010000:1.0:1740485460.247498:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2468 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247500:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.247501:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16411 count 1 00010000:00010000:1.0:1740485460.247503:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2468 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.247508:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708250240:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.247510:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247511:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2468 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247518:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.247519:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.247521:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2468 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247522:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247525:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dcd80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.247526:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.247527:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.247529:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247533:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2468 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247538:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2468 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247538:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2468 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.247540:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2468 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247543:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708250368:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.247545:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2468 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.247546:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2468 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.247563:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708250496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.247564:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801363ed540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.247567:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708250624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.247597:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.247601:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.247606:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3566:3764:x1825030708248320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2369us (2397us total) trans 4295501348 rc 0/0 00000100:00100000:0.0:1740485460.247612:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431314 00000100:00100000:3.0:1740485460.247614:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.247614:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe14380/2, rc 0, transno 4295501348 00000100:00100000:2.0:1740485460.247625:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708248320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247628:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249856 00000100:00100000:2.0:1740485460.247628:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.247630:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249856 00000100:00100000:2.0:1740485460.247632:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708250112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247640:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431321 00000100:00100000:3.0:1740485460.247643:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3566:3767:x1825030708249856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.247648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.247650:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16410 count 1 00000100:00100000:0.0:1740485460.247651:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708250752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.247656:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247661:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708250112 00010000:00010000:3.0:1740485460.247663:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2468 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247663:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708250112 00010000:00010000:3.0:1740485460.247667:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.247668:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.247670:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.247672:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.247674:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431322 00000100:00100000:2.0:1740485460.247676:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3567:3764:x1825030708250112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.247682:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2468 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.247685:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16412 count 1 00010000:00010000:3.0:1740485460.247687:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2468 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.247692:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708250880:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.247692:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.247692:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708250752 00000100:00100000:0.0:1740485460.247695:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708250752 00010000:00010000:2.0:1740485460.247702:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2468 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247706:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.247706:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.247708:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.247718:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.247718:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2468 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.247724:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2468 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.247724:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431323 00000100:00100000:0.0:1740485460.247729:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3568:3766:x1825030708250752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.247730:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.247734:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708251008:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.247740:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16413 count 1 00000100:00100000:1.0:1740485460.247743:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708249600 00000100:00100000:1.0:1740485460.247747:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708249600 00010000:00010000:0.0:1740485460.247751:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247761:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2468 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.247765:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431324 00010000:00010000:0.0:1740485460.247767:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.247768:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a59d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3569:3765:x1825030708249600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.247769:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.247771:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.247772:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.247775:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16408 count 1 00010000:00010000:1.0:1740485460.247783:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.247786:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2468 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247790:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2468 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247793:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.247794:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.247794:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2468 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.247795:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.247803:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708251136:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.247806:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2468 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.247814:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2468 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.247820:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708251264:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.247821:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.247833:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.248950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.248967:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708250240:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.248979:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.248981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.248992:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708250368:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.248998:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198336 00010000:00010000:1.0:1740485460.248998:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249002:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198336 00010000:00010000:3.0:1740485460.249014:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2469 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.249032:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198464 00000100:00100000:3.0:1740485460.249034:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198592 00000100:00100000:3.0:1740485460.249036:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198592 00000100:00100000:2.0:1740485460.249036:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198464 00010000:00010000:3.0:1740485460.249044:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2471 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.249050:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2471 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.249056:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198720 00000100:00100000:3.0:1740485460.249058:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198720 00000100:00100000:0.0:1740485460.249060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.249065:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2472 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.249081:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198848 00000100:00100000:2.0:1740485460.249083:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198848 00000100:00100000:3.0:1740485460.249085:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520098 00000100:00100000:3.0:1740485460.249089:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2473:2003:x1825030869198336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.249092:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2473 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249097:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.249099:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520099 00010000:00010000:3.0:1740485460.249101:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2473 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.249105:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2473:2005:x1825030869198592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.249109:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2473 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.249112:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520100 00010000:00010000:1.0:1740485460.249113:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.249116:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2473:2004:x1825030869198464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.249118:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2473 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249119:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096221400/0x5922c046cda77814 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712fc expref: 2473 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.249126:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2472 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249129:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.249131:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.249131:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.249132:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869198976 00010000:00010000:3.0:1740485460.249133:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249135:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2472 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249136:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869198976 00010000:00010000:1.0:1740485460.249137:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249139:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.249140:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249141:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249144:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2473 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.249146:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249149:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2473 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249154:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.249155:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.249158:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012483f400/0x5922c046cda77765 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813712a1 expref: 2473 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249165:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520101 00010000:00010000:2.0:1740485460.249167:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.249168:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.249171:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.249171:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2472:2005:x1825030869198720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.249172:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2472:2005:x1825030869198592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.249174:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2472:2003:x1825030869198336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.249176:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520099 00010000:00010000:2.0:1740485460.249178:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249178:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.249180:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520098 00010000:00010000:0.0:1740485460.249182:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2472 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.249190:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2470 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.249194:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520102 00010000:00010000:2.0:1740485460.249194:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.249198:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2470:2005:x1825030869198848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.249200:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520103 00010000:00010000:0.0:1740485460.249202:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.249203:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2470:2005:x1825030869198976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.249203:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.249204:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.249206:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249208:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.249209:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2470 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.249211:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2470:2004:x1825030869198464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (228us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.249212:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2470 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.249212:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249217:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2470 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.249217:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2470 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.249219:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520100 00010000:00010000:0.0:1740485460.249223:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.249224:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249225:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.249227:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249227:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249229:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249231:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249232:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249238:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.249239:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2469:2005:x1825030869198720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (192us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.249240:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.249246:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520101 00010000:00010000:3.0:1740485460.249247:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.249249:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2469:2005:x1825030869198976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.249250:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012483f200/0x5922c046cda778d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371350 expref: 2469 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.249253:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520103 00000100:00100000:3.0:1740485460.249260:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2466:2005:x1825030869198848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.249260:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708250496:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.249265:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520102 00010000:00010000:2.0:1740485460.249272:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.249273:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708251264:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.249274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.249279:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249283:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249285:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249289:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199104 00000100:00100000:3.0:1740485460.249292:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199104 00010000:00010000:2.0:1740485460.249292:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249294:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249298:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249298:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249300:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2466 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.249303:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249304:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249306:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249309:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.249310:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249312:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249313:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.249316:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249318:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249321:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249324:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520104 00010000:00010000:1.0:1740485460.249326:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249327:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249328:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2466:2004:x1825030869199104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.249330:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8600/0x5922c046cdb8bf50 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249334:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.249337:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8bf57 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249338:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2466 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.249345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.249351:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2466 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249361:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.249362:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.249363:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199232 00010000:00010000:3.0:1740485460.249365:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.249365:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199232 00010000:00010000:3.0:1740485460.249371:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249372:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2467 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249382:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.249382:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520105 00000100:00100000:1.0:1740485460.249385:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2467:2005:x1825030869199232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.249389:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.249391:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2467 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.249397:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2467:2004:x1825030869199104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.249397:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2467 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.249403:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520104 00010000:00010000:1.0:1740485460.249403:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096220000/0x5922c046cda7786f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137132d expref: 2467 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.249413:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249414:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.249416:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249420:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249427:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.249434:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f8be00/0x5922c046cda77995 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371422 expref: 2465 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.249436:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099faae00/0x5922c046cda7792c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713b9 expref: 2465 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.249440:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2465:2005:x1825030869199232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.249444:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520105 00000100:00100000:0.0:1740485460.249445:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708251136:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.249448:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708250624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.249454:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3570:3766:x1825030708249728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1973us (2023us total) trans 4295501349 rc 0/0 00010000:00010000:1.0:1740485460.249455:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249457:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249459:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249460:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.249461:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431319 00010000:00010000:1.0:1740485460.249464:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249464:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249466:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249468:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249469:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249471:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249472:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249477:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249478:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a52fde00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.249479:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249479:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249483:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249483:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249486:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249487:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f5bae00/0x5922c046cda7795d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813713e3 expref: 2462 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.249488:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249489:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249491:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fde00/0x5922c046cdb8bf7a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249492:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249494:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095fc4800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.249497:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe9200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.249497:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708251008:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.249498:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249500:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249504:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249506:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249509:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249513:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249515:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249516:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249521:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9200/0x5922c046cdb8bf5e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249522:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249522:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fc4800/0x5922c046cdb8bf73 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249529:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249534:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249545:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249564:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131ecdc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.249567:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249572:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249595:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249598:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ecdc00/0x5922c046cdb8bf6c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.249599:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a59d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3570:3765:x1825030708249600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1830us (1867us total) trans 4295501350 rc 0/0 00000100:00100000:1.0:1740485460.249604:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431324 00000100:00100000:0.0:1740485460.249660:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3573:3766:x1825030708250752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1929us (1986us total) trans 4295501351 rc 0/0 00000100:00100000:0.0:1740485460.249666:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431323 00000100:00100000:3.0:1740485460.249670:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3573:3764:x1825030708249984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2177us (2236us total) trans 4295501352 rc 0/0 00000100:00100000:3.0:1740485460.249676:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431320 00000100:00100000:2.0:1740485460.249687:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3571:3764:x1825030708250112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2008us (2037us total) trans 4295501354 rc 0/0 00000100:00100000:2.0:1740485460.249691:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431322 00000004:00080000:0.0:1740485460.249692:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f6d80/2, rc 0, transno 4295501351 00000100:00100000:1.0:1740485460.249698:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3570:3764:x1825030708249472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2227us (2288us total) trans 4295501353 rc 0/0 00000100:00100000:0.0:1740485460.249700:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708250752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.249703:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431318 00010000:00010000:3.0:1740485460.249704:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320b1200/0x5922c046cda77902 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371388 expref: 2461 pid: 16612 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.249711:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f6a00/2, rc 0, transno 4295501354 00000100:00100000:2.0:1740485460.249713:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708250112:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.249715:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708250880:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.249718:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f6300/2, rc 0, transno 4295501352 00000100:00100000:2.0:1740485460.249720:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708249984:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.249724:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f5500/2, rc 0, transno 4295501353 00000100:00100000:2.0:1740485460.249726:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708249472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.249727:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249734:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249734:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249739:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249740:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249743:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249746:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249747:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249750:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249753:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.249754:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249754:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249758:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249760:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249764:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249765:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a59f4a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.249768:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249768:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8bf49 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249775:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.249780:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f5c00/2, rc 0, transno 4295501349 00000100:00100000:0.0:1740485460.249787:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708249728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.249789:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.249795:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4a00/0x5922c046cdb8bf65 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.249795:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.249814:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.249823:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1740485460.249824:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708251776 00000100:00100000:1.0:1740485460.249826:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708251776 00000100:00100000:0.0:1740485460.249826:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.249837:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431325 00000100:00100000:0.0:1740485460.249838:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.249839:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3571:3767:x1825030708249344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2428us (2455us total) trans 4295501355 rc 0/0 00000100:00100000:1.0:1740485460.249840:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3572:3766:x1825030708251776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.249844:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431317 00000100:00100000:1.0:1740485460.249850:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708251392 00000100:00100000:1.0:1740485460.249851:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708251392 00000100:00100000:0.0:1740485460.249851:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.249857:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708251520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.249860:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431326 00000100:00100000:0.0:1740485460.249860:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.249862:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3572:3766:x1825030708251392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.249868:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1740485460.249869:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16414 count 1 00010000:00010000:1.0:1740485460.249876:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.249879:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.249881:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708251904 00000100:00100000:2.0:1740485460.249881:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708251648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.249883:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2460 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249884:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708251904 00000100:00100000:0.0:1740485460.249886:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708251520 00010000:00010000:1.0:1740485460.249888:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.249889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.249889:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.249889:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708251520 00010000:00010000:1.0:1740485460.249890:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.249904:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708251648 00000100:00100000:3.0:1740485460.249907:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708251648 00000100:00100000:0.0:1740485460.249908:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431327 00000100:00100000:1.0:1740485460.249911:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431328 00000100:00100000:0.0:1740485460.249912:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3575:3766:x1825030708251904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.249914:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3575:3764:x1825030708251520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.249916:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431329 00000100:00100000:2.0:1740485460.249919:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3575:3764:x1825030708251648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.249920:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16415 count 1 00002000:00080000:0.0:1740485460.249921:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16418 count 1 00010000:00010000:1.0:1740485460.249925:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.249929:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16416 count 1 00010000:00010000:0.0:1740485460.249929:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249930:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2460 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249934:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.249934:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.249936:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249936:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249937:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2460 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249941:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.249942:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.249943:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2460 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.249943:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249945:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2460 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.249947:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.249948:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.249949:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249950:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2460 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.249953:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2460 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.249956:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708252032:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.249958:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2460 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.249959:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2460 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.249964:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708252160:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.249965:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2460 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.249971:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708252288:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.249974:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3575:3767:x1825030708249856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2329us (2358us total) trans 4295501356 rc 0/0 00000100:00100000:1.0:1740485460.249974:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.249977:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.249980:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431321 00000100:00100000:2.0:1740485460.249983:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.249984:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16417 count 1 00010000:00010000:1.0:1740485460.249990:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249996:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2460 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.249999:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.250000:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.250001:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.250010:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2460 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.250015:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2460 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.250020:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708252416:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.250030:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef780 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.250039:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2460 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.250044:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2460 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.250049:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708252544:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.250055:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.250075:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f5f80/2, rc 0, transno 4295501356 00000100:00100000:3.0:1740485460.250082:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708249856:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.250089:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f5180/2, rc 0, transno 4295501355 00000100:00100000:3.0:1740485460.250092:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708249344:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.250104:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f5880/2, rc 0, transno 4295501350 00000100:00100000:3.0:1740485460.250107:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708249600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.250114:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708252800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.250121:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708252672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.250123:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708252928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.250132:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.250146:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708252800 00000100:00100000:1.0:1740485460.250148:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708252800 00000100:00100000:2.0:1740485460.250149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.250157:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708252672 00000100:00100000:1.0:1740485460.250159:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708252672 00000100:00100000:3.0:1740485460.250162:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431330 00000100:00100000:0.0:1740485460.250162:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.250167:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3576:3765:x1825030708252800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.250171:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708252928 00000100:00100000:1.0:1740485460.250172:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708252928 00000100:00100000:2.0:1740485460.250174:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431331 00002000:00080000:3.0:1740485460.250178:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16420 count 1 00000100:00100000:2.0:1740485460.250179:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3577:3764:x1825030708252672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.250179:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431332 00000100:00100000:0.0:1740485460.250182:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3577:3766:x1825030708252928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.250189:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.250189:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16419 count 1 00002000:00080000:0.0:1740485460.250192:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16421 count 1 00010000:00010000:2.0:1740485460.250198:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.250199:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2460 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.250199:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.250204:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.250206:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.250206:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2460 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.250208:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.250208:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2460 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.250210:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.250211:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.250213:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.250213:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.250214:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.250216:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.250223:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2460 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.250223:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2460 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.250228:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2460 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.250230:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2460 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.250232:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2460 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.250233:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708253184:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.250238:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2460 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.250242:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708253056:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.250246:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708253312:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.250254:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.250260:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.250264:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.251467:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708252032:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.251479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.251481:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.251488:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708252160:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.251495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.251498:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708252288:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.251498:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708252416:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.251502:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251507:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251513:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.251515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.251517:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199360 00000100:00100000:1.0:1740485460.251519:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199360 00000100:00100000:3.0:1740485460.251528:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199488 00010000:00010000:1.0:1740485460.251528:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2461 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.251531:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199488 00000100:00100000:0.0:1740485460.251532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.251542:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2462 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.251546:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199616 00000100:00100000:1.0:1740485460.251548:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199616 00000100:00100000:2.0:1740485460.251565:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199744 00000100:00100000:2.0:1740485460.251568:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199744 00010000:00010000:1.0:1740485460.251569:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2463 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.251598:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2464 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.251603:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520106 00000100:00100000:3.0:1740485460.251608:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2464:2005:x1825030869199360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.251609:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520107 00000100:00100000:1.0:1740485460.251614:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2464:2004:x1825030869199488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.251615:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.251620:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2464 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.251623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.251625:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520108 00010000:00010000:3.0:1740485460.251628:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2464 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.251629:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2464:2005:x1825030869199616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.251630:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.251636:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2464 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.251636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.251637:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.251640:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132104400/0x5922c046cda779f7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137147d expref: 2464 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.251642:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2464 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.251645:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2464 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.251645:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869199872 00000100:00100000:0.0:1740485460.251648:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869199872 00010000:00010000:3.0:1740485460.251649:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.251650:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2463 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.251651:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.251653:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251660:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.251660:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2464 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.251662:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cda77a44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714ae expref: 2464 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.251662:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801352c7600/0x5922c046cda77b08 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371517 expref: 2464 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.251672:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.251673:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.251673:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.251674:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.251674:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200000 00010000:00010000:1.0:1740485460.251675:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.251675:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200000 00010000:00010000:2.0:1740485460.251676:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251678:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.251683:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2463 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.251685:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251688:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.251692:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2463:2005:x1825030869199360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.251695:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520109 00000100:00100000:3.0:1740485460.251700:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520106 00010000:00010000:1.0:1740485460.251701:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.251701:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2463:2003:x1825030869199744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.251703:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.251707:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.251712:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2462 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.251715:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520110 00000100:00100000:1.0:1740485460.251718:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2462:2004:x1825030869199488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.251721:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2462:2005:x1825030869199872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.251722:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2462:2005:x1825030869199616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (205us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.251725:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.251725:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520107 00010000:00010000:0.0:1740485460.251726:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2462 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.251728:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2462 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.251729:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520108 00010000:00010000:3.0:1740485460.251734:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2461 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.251738:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801352c7200/0x5922c046cda77aad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813714df expref: 2460 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.251739:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520111 00010000:00010000:3.0:1740485460.251741:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.251742:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.251742:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2460:2004:x1825030869200000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.251744:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251748:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251748:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.251748:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.251750:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.251751:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2459 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.251752:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251755:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.251759:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251760:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2459 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.251763:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708253312:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.251765:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2459:2005:x1825030869199872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.251769:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520110 00010000:00010000:1.0:1740485460.251770:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.251772:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.251775:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.251775:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.251777:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251781:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251790:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251792:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.251797:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251803:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251809:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.251809:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2458:2004:x1825030869200000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (172us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.251815:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.251815:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520111 00010000:00010000:2.0:1740485460.251826:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2a200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.251829:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251835:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251844:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.251850:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2a200/0x5922c046cdb8bf8f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251860:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251860:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251864:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251866:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251869:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251873:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251873:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251877:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251880:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eccc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.251880:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251882:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251886:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251886:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251890:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a52fc800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.251891:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251892:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.251895:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8bf96 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251896:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.251903:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.251905:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2457:2003:x1825030869199744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 203us (371us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.251906:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fc800/0x5922c046cdb8bf88 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.251912:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520109 00010000:00010000:0.0:1740485460.251955:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f8ac00/0x5922c046cda77c66 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813715cd expref: 2456 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.251960:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3580:3766:x1825030708251904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2046us (2098us total) trans 4295501357 rc 0/0 00000100:00100000:2.0:1740485460.251966:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431327 00000100:00100000:0.0:1740485460.251967:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708253184:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.251977:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3579:3764:x1825030708251648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2056us (2086us total) trans 4295501358 rc 0/0 00010000:00010000:0.0:1740485460.251979:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.251981:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431329 00010000:00010000:0.0:1740485460.251987:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.251992:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098565180/2, rc 0, transno 4295501357 00000100:00100000:1.0:1740485460.251993:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3578:3764:x1825030708251520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2077us (2123us total) trans 4295501359 rc 0/0 00010000:00010000:0.0:1740485460.251993:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.251997:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431328 00000100:00100000:3.0:1740485460.251999:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708253056:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.252000:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.252000:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252007:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252007:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252010:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252014:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252014:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252018:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252022:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252023:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.252024:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.252026:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252027:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252029:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de31e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.252030:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708253440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.252031:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252033:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252034:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252040:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252043:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de31e00/0x5922c046cdb8bf9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252043:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252048:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.252049:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8bfb2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252070:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708253440 00000100:00100000:1.0:1740485460.252072:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708253440 00000004:00080000:2.0:1740485460.252078:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f03b80/2, rc 0, transno 4295501358 00000100:00100000:2.0:1740485460.252083:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708251648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.252087:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431333 00000100:00100000:1.0:1740485460.252090:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3578:3766:x1825030708253440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.252098:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16422 count 1 00000100:00100000:3.0:1740485460.252104:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.252104:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.252108:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f02a00/2, rc 0, transno 4295501359 00000100:00100000:3.0:1740485460.252110:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708253568:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.252111:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2455 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252113:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708251520:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.252115:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.252116:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.252118:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252125:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.252127:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2455 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252128:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.252132:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2455 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.252134:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708253696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.252136:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708253568 00000100:00100000:3.0:1740485460.252138:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708253568 00000100:00100000:1.0:1740485460.252138:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708253824:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.252149:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431334 00000100:00100000:3.0:1740485460.252151:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3580:3765:x1825030708253568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.252152:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef780 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.252156:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.252158:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3580:3766:x1825030708252928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1973us (1994us total) trans 4295501360 rc 0/0 00002000:00080000:3.0:1740485460.252160:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16423 count 1 00000100:00100000:0.0:1740485460.252165:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431332 00010000:00010000:3.0:1740485460.252166:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252173:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2455 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252177:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252178:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252179:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.252179:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5371c00/2, rc 0, transno 4295501360 00000100:00100000:0.0:1740485460.252182:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708253696 00000100:00100000:2.0:1740485460.252185:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708252928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.252185:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708253696 00010000:00010000:3.0:1740485460.252189:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2455 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252194:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2455 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.252199:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431335 00000100:00100000:3.0:1740485460.252200:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708253952:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.252203:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3581:3764:x1825030708253696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.252207:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708254080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.252212:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.252213:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16424 count 1 00000100:00100000:1.0:1740485460.252222:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3581:3766:x1825030708251776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2381us (2408us total) trans 4295501361 rc 0/0 00010000:00010000:0.0:1740485460.252222:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.252228:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431325 00010000:00010000:0.0:1740485460.252232:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2455 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252240:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708254080 00000004:00080000:2.0:1740485460.252242:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f03800/2, rc 0, transno 4295501361 00000100:00100000:1.0:1740485460.252242:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708254080 00010000:00010000:0.0:1740485460.252243:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.252245:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.252247:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252248:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.252257:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431336 00000100:00100000:1.0:1740485460.252261:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3581:3766:x1825030708254080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.252262:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2455 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252269:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708254208:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.252271:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2455 pid: 16042 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.252273:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16425 count 1 00000100:00100000:0.0:1740485460.252280:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708254336:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.252282:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.252282:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252292:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2455 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252295:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708254208 00000100:00100000:0.0:1740485460.252295:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.252297:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.252298:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708254208 00010000:00010000:1.0:1740485460.252299:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.252301:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252314:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431337 00010000:00010000:1.0:1740485460.252314:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2455 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252319:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3582:3767:x1825030708254208:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.252319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.252323:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2455 pid: 16699 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.252329:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16426 count 1 00000100:00100000:1.0:1740485460.252329:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708254464:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.252331:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200128 00000100:00100000:0.0:1740485460.252334:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200128 00010000:00010000:2.0:1740485460.252340:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252342:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.252346:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2456 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.252351:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2456 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252357:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.252358:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.252360:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252360:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135fab800/0x5922c046cda779bf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137144c expref: 2456 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.252360:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520112 00000100:00100000:0.0:1740485460.252365:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2455:2005:x1825030869200128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.252367:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708252544:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.252371:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.252375:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252375:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2455 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.252376:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2455 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252383:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252385:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2455 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252387:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252389:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2455 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252391:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252394:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252395:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708254592:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.252398:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252400:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aab1000/0x5922c046cda77bda lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371587 expref: 2455 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252401:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a52fca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.252403:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.252406:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252410:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.252411:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.252412:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252412:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.252415:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0x5922c046cdb8bf81 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x401e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252415:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252421:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.252443:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.252456:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2454:2005:x1825030869200128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.252460:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.252462:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520112 00010000:00010000:3.0:1740485460.252468:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252474:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252479:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252485:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252490:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a59f5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.252492:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252498:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252499:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3583:3766:x1825030708251392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2634us (2659us total) trans 4295501362 rc 0/0 00000100:00100000:1.0:1740485460.252503:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431326 00010000:00010000:3.0:1740485460.252506:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252515:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f5e00/0x5922c046cdb8bfa4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.252528:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f00000/2, rc 0, transno 4295501362 00000100:00100000:2.0:1740485460.252542:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708251392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.252542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.252572:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200256 00000100:00100000:1.0:1740485460.252576:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200256 00000100:00100000:2.0:1740485460.252595:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708254720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.252603:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.252617:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.252620:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520113 00000100:00100000:1.0:1740485460.252624:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2454:2003:x1825030869200256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.252631:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.252635:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252643:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252656:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aab1600/0x5922c046cda77b71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371548 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.252664:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.252666:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.252668:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252673:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3583:3765:x1825030708252800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2505us (2540us total) trans 4295501363 rc 0/0 00010000:00010000:1.0:1740485460.252675:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252679:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431330 00000100:00100000:3.0:1740485460.252689:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708254720 00010000:00010000:1.0:1740485460.252689:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.252692:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708254720 00010000:00010000:2.0:1740485460.252699:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252705:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431338 00010000:00010000:2.0:1740485460.252706:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252709:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3583:3764:x1825030708254720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.252713:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252718:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2453:2003:x1825030869200256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (176us total) trans 0 rc 0/0 00002000:00080000:3.0:1740485460.252719:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16427 count 1 00010000:00010000:2.0:1740485460.252720:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.252724:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520113 00010000:00010000:3.0:1740485460.252726:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252726:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252734:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2452 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252737:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.252738:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252739:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252740:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252740:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.252747:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252750:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2452 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252755:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2452 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.252757:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252760:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708254848:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.252764:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8bfab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.252784:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.252800:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801233cea00/2, rc 0, transno 4295501363 00000100:00100000:3.0:1740485460.252804:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8801233cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708252800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.252821:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708254976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.252832:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.252845:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708254976 00000100:00100000:3.0:1740485460.252847:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708254976 00000100:00100000:3.0:1740485460.252863:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431339 00000100:00100000:2.0:1740485460.252865:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3585:3764:x1825030708252672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2684us (2713us total) trans 4295501364 rc 0/0 00000100:00100000:3.0:1740485460.252866:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3585:3765:x1825030708254976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.252871:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431331 00002000:00080000:3.0:1740485460.252873:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16428 count 1 00010000:00010000:3.0:1740485460.252880:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252886:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2452 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.252890:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252891:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.252892:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.252896:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098567b80/2, rc 0, transno 4295501364 00010000:00010000:3.0:1740485460.252900:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2452 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.252903:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708252672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.252909:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2452 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.252914:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708255104:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.252928:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.252935:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.252938:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708255232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.252948:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.252960:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708255232 00000100:00100000:2.0:1740485460.252964:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708255232 00000100:00100000:2.0:1740485460.252982:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431340 00000100:00100000:2.0:1740485460.252986:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3585:3767:x1825030708255232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.252997:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16429 count 1 00010000:00010000:2.0:1740485460.253007:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.253022:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2452 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.253028:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.253029:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.253032:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.253046:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2452 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.253055:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2452 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.253064:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708255360:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.253095:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.254388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.254394:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708253824:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.254405:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.254412:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708253952:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.254417:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200384 00000100:00100000:1.0:1740485460.254419:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200384 00010000:00010000:3.0:1740485460.254422:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254427:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.254445:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520114 00000100:00100000:1.0:1740485460.254448:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869200384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.254453:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.254455:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254460:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.254465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.254469:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcba00/0x5922c046cda77d69 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371652 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254480:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254481:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.254483:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200512 00010000:00010000:1.0:1740485460.254483:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.254487:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200512 00010000:00010000:1.0:1740485460.254487:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.254496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.254499:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2453 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254505:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.254514:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200640 00000100:00100000:2.0:1740485460.254516:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200640 00000100:00100000:1.0:1740485460.254516:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520115 00000100:00100000:1.0:1740485460.254519:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2454:2003:x1825030869200512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.254523:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2454 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254523:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.254525:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254526:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2454 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.254530:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254530:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2454 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.254533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.254534:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254537:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007221b000/0x5922c046cda77cc1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371605 expref: 2454 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.254539:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254542:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254543:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254544:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254546:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254547:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a59f4000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.254547:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200768 00010000:00010000:3.0:1740485460.254549:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254565:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.254565:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200768 00010000:00010000:1.0:1740485460.254566:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254572:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254575:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.254576:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a59f4000/0x5922c046cdb8bfc0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254576:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2454 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.254576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.254603:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2454:2003:x1825030869200512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.254608:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520115 00000100:00100000:3.0:1740485460.254609:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869200896 00000100:00100000:3.0:1740485460.254611:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869200896 00000100:00100000:2.0:1740485460.254615:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520116 00010000:00010000:3.0:1740485460.254619:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.254620:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2454:2005:x1825030869200640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.254620:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520117 00000100:00100000:1.0:1740485460.254623:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2454:2005:x1825030869200768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.254627:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.254628:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.254630:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520118 00010000:00010000:1.0:1740485460.254631:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2454 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.254633:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2454:2005:x1825030869200896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.254633:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2454 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254636:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2454 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.254638:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.254640:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.254642:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2454 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254642:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254643:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254644:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254646:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2454 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254648:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254652:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.254654:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.254654:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.254655:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.254655:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.254656:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254657:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254661:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254664:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.254665:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2454:2005:x1825030869200768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.254668:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.254669:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520117 00000100:00100000:0.0:1740485460.254670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.254676:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.254677:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201024 00000100:00100000:3.0:1740485460.254679:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869200896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.254679:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201024 00000100:00100000:3.0:1740485460.254683:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520118 00010000:00010000:1.0:1740485460.254685:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2454 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.254692:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520119 00000100:00100000:2.0:1740485460.254692:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869200640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.254694:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2453:2004:x1825030869201024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.254697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.254698:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.254698:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520116 00010000:00010000:3.0:1740485460.254700:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254700:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254705:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254705:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254709:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254711:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.254712:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.254712:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201152 00010000:00010000:1.0:1740485460.254712:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254713:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.254714:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201152 00010000:00010000:1.0:1740485460.254716:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254719:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880073cdb600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.254721:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254721:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254723:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2453 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254724:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254726:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.254733:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2453:2004:x1825030869201024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.254736:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520119 00010000:00010000:1.0:1740485460.254736:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.254739:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520120 00010000:00010000:1.0:1740485460.254742:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073cdb600/0x5922c046cdb8bfb9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.254743:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2452:2004:x1825030869201152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.254756:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.254761:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2452 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.254769:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2452 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.254770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.254778:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.254780:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.254782:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.254785:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201280 00000100:00100000:3.0:1740485460.254787:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201280 00010000:00010000:2.0:1740485460.254789:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254793:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2453 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.254800:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.254803:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520121 00000100:00100000:3.0:1740485460.254806:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869201280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.254810:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.254812:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2453 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.254817:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2453 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.254823:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2453:2004:x1825030869201152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.254824:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.254825:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.254826:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.254827:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f857000/0x5922c046cda77dd2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137168a expref: 2453 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.254830:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520120 00010000:00010000:3.0:1740485460.254833:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.254838:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708254336:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.254840:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.254846:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3587:3766:x1825030708253440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2754us (2796us total) trans 4295501366 rc 0/0 00000100:00100000:3.0:1740485460.254849:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2451:2005:x1825030869201280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.254850:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431333 00010000:00010000:0.0:1740485460.254851:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.254853:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520121 00010000:00010000:0.0:1740485460.254859:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.254862:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fce00/2, rc 0, transno 4295501366 00010000:00010000:0.0:1740485460.254865:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.254872:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2450:2005:x1825030869200384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 422us (485us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.254874:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.254876:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520114 00000100:00100000:2.0:1740485460.254878:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708253440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.254881:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.254887:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.254893:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.254895:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254897:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c7b5a00/0x5922c046cda77f92 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371786 expref: 2449 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254904:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096882600/0x5922c046cda77e65 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813716c9 expref: 2449 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.254905:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3586:3765:x1825030708253568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2750us (2778us total) trans 4295501365 rc 0/0 00010000:00010000:0.0:1740485460.254907:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.254911:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431334 00000100:00100000:1.0:1740485460.254911:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708254464:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.254915:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708255360:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.254916:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254919:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.254922:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8bfc7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254923:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254927:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254928:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254934:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bd2400/0x5922c046cda77f53 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371755 expref: 2447 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.254934:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254935:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254938:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254942:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254942:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254945:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880073cdbe00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.254946:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.254948:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708255104:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.254948:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254950:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254954:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254955:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254959:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.254960:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073cdbe00/0x5922c046cdb8bfce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254961:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254966:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a87ae00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.254967:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254969:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254973:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254976:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254980:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254990:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254991:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.254996:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ae00/0x5922c046cdb8bfea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.254997:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255002:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135241e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.255005:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255011:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255021:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255027:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135241e00/0x5922c046cdb8bfe3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255063:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3588:3766:x1825030708254080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2800us (2836us total) trans 4295501368 rc 0/0 00000100:00100000:1.0:1740485460.255069:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431336 00000100:00100000:2.0:1740485460.255107:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3588:3767:x1825030708255232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2119us (2156us total) trans 4295501369 rc 0/0 00000100:00100000:2.0:1740485460.255113:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431340 00000100:00100000:0.0:1740485460.255116:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3588:3764:x1825030708253696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2911us (2958us total) trans 4295501367 rc 0/0 00000100:00100000:3.0:1740485460.255122:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3587:3765:x1825030708254976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2254us (2288us total) trans 4295501370 rc 0/0 00000100:00100000:0.0:1740485460.255124:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431335 00000100:00100000:3.0:1740485460.255128:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431339 00000004:00080000:2.0:1740485460.255137:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fe680/2, rc 0, transno 4295501368 00000100:00100000:2.0:1740485460.255144:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708254080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.255150:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.255154:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708255488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.255156:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3a3800/0x5922c046cda77f0d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371724 expref: 2446 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.255165:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708254848:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.255173:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.255178:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255185:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.255189:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708255488 00010000:00010000:3.0:1740485460.255191:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.255192:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708255616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.255192:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708255488 00010000:00010000:3.0:1740485460.255198:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255204:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.255206:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.255210:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.255212:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708255616 00000100:00100000:0.0:1740485460.255214:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708255616 00010000:00010000:3.0:1740485460.255215:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a402200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.255218:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.255221:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fc000/2, rc 0, transno 4295501367 00010000:00010000:3.0:1740485460.255224:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.255224:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431341 00000100:00100000:0.0:1740485460.255228:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3587:3766:x1825030708255488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.255233:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.255236:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708253696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.255239:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431342 00010000:00010000:3.0:1740485460.255243:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a402200/0x5922c046cdb8bfdc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255244:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3587:3764:x1825030708255616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.255255:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16431 count 1 00010000:00010000:2.0:1740485460.255257:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096882000/0x5922c046cda77ee3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371708 expref: 2445 pid: 16669 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.255257:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16430 count 1 00000100:00100000:2.0:1740485460.255265:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708254592:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.255265:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255266:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255275:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2444 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255277:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2444 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255278:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255281:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.255282:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.255284:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.255285:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255286:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.255288:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255290:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255296:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255300:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2444 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255301:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2444 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255302:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255308:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255309:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2444 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.255310:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2444 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.255314:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255318:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708255872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.255319:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708256000:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.255320:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.255323:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.255324:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3588:3764:x1825030708254720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2613us (2705us total) trans 4295501371 rc 0/0 00000100:00100000:3.0:1740485460.255329:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431338 00010000:00010000:2.0:1740485460.255329:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255337:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255343:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8bfd5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255343:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.255343:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.255349:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866dc00/2, rc 0, transno 4295501369 00000100:00100000:3.0:1740485460.255364:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708255232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.255380:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708255744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.255392:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708256128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.255400:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.255412:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.255418:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe16680/2, rc 0, transno 4295501370 00000100:00100000:3.0:1740485460.255424:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708254976:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.255431:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3ff100/2, rc 0, transno 4295501365 00000100:00100000:1.0:1740485460.255431:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708255744 00000100:00100000:1.0:1740485460.255434:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708255744 00000100:00100000:3.0:1740485460.255435:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708253568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.255445:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708256128 00000100:00100000:1.0:1740485460.255447:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708256128 00000100:00100000:3.0:1740485460.255449:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708256256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.255449:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3589:3767:x1825030708254208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3129us (3165us total) trans 4295501372 rc 0/0 00000100:00100000:2.0:1740485460.255455:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431337 00000100:00100000:1.0:1740485460.255460:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431343 00000100:00100000:1.0:1740485460.255464:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3590:3765:x1825030708255744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.255465:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.255470:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708256256 00000100:00100000:2.0:1740485460.255473:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708256256 00002000:00080000:1.0:1740485460.255473:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16432 count 1 00000004:00080000:3.0:1740485460.255477:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae49c00/2, rc 0, transno 4295501372 00010000:00010000:1.0:1740485460.255480:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.255486:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431344 00010000:00010000:1.0:1740485460.255487:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2444 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.255488:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708254208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.255491:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.255492:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.255492:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3590:3766:x1825030708256128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.255494:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.255496:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431345 00000100:00100000:2.0:1740485460.255500:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3590:3767:x1825030708256256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.255501:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.255503:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2444 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.255505:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708256384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.255508:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2444 pid: 16659 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.255511:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16434 count 1 00000100:00100000:1.0:1740485460.255514:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708256512:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.255516:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.255521:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.255523:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708256640:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.255524:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16433 count 1 00000100:00100000:1.0:1740485460.255529:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.255530:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.255531:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2444 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255534:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.255537:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.255538:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.255538:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708256384 00000100:00100000:3.0:1740485460.255539:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708256640 00000100:00100000:1.0:1740485460.255540:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708256384 00000100:00100000:3.0:1740485460.255541:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708256640 00010000:00010000:2.0:1740485460.255541:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255545:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2444 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.255563:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431346 00000100:00100000:3.0:1740485460.255566:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3592:3765:x1825030708256640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.255566:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.255567:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.255570:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255571:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431347 00002000:00080000:3.0:1740485460.255573:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16436 count 1 00000100:00100000:1.0:1740485460.255573:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3592:3765:x1825030708256384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.255593:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.255594:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16435 count 1 00010000:00010000:1.0:1740485460.255601:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255602:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2444 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255605:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.255606:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.255608:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255608:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2444 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255608:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2444 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.255612:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096e91500/2, rc 0, transno 4295501371 00010000:00010000:1.0:1740485460.255612:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.255613:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.255615:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.255624:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2444 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.255625:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708254720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.255625:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2444 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.255630:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2444 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.255633:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708256768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.255635:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708256896:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.255641:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2444 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.255647:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.255650:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2444 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.255662:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708257152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.255664:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708257024:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.255684:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2444 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.255684:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.255684:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.255690:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2444 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.255696:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708257280:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.255709:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.255715:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.255717:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708257152 00000100:00100000:3.0:1740485460.255719:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708257152 00000100:00100000:3.0:1740485460.255737:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431348 00000100:00100000:3.0:1740485460.255740:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3593:3766:x1825030708257152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.255747:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16437 count 1 00010000:00010000:3.0:1740485460.255753:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255760:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2444 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255764:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.255764:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.255766:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255774:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2444 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.255779:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2444 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.255786:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708257408:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.255804:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.256028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.256059:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708255872:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.256070:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201408 00010000:00010000:1.0:1740485460.256071:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.256074:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201408 00010000:00010000:2.0:1740485460.256086:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2445 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.256094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.256101:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201536 00000100:00100000:2.0:1740485460.256102:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201536 00010000:00010000:2.0:1740485460.256109:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2446 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.256112:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520122 00000100:00100000:1.0:1740485460.256118:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869201408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.256119:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708256000:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.256125:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.256129:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520123 00010000:00010000:0.0:1740485460.256130:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.256132:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869201536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.256133:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2446 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256137:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.256140:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2446 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.256141:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2446 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256145:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2446 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.256152:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd45400/0x5922c046cda78033 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717da expref: 2446 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256154:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cda77fdf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813717b7 expref: 2446 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.256160:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.256161:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.256162:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.256163:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.256164:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256165:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256169:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256170:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256179:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.256185:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.256187:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.256193:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2444:2005:x1825030869201536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (100us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.256194:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.256196:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520123 00000100:00100000:1.0:1740485460.256199:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2444:2005:x1825030869201408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (173us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.256202:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256203:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520122 00010000:00010000:0.0:1740485460.256208:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.256220:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.256226:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a52fda00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.256229:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256230:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256234:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.256236:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256239:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.256245:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256246:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256249:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.256251:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fda00/0x5922c046cdb8bff8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256253:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a87a000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.256254:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256258:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256263:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256267:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a87a000/0x5922c046cdb8bff1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x402f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256361:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3595:3764:x1825030708255616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1117us (1154us total) trans 4295501374 rc 0/0 00000100:00100000:1.0:1740485460.256365:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431342 00000004:00080000:3.0:1740485460.256395:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866df80/2, rc 0, transno 4295501374 00000100:00100000:2.0:1740485460.256397:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3594:3766:x1825030708255488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1167us (1223us total) trans 4295501373 rc 0/0 00000100:00100000:3.0:1740485460.256402:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708255616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.256402:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431341 00000004:00080000:0.0:1740485460.256412:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866d180/2, rc 0, transno 4295501373 00000100:00100000:0.0:1740485460.256417:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708255488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.256421:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.256423:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708256512:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.256427:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708257536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.256434:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.256438:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708257664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.256446:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.256456:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708257536 00000100:00100000:2.0:1740485460.256458:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708257536 00000100:00100000:3.0:1740485460.256459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.256467:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708257664 00000100:00100000:2.0:1740485460.256468:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708257664 00000100:00100000:1.0:1740485460.256475:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431349 00000100:00100000:2.0:1740485460.256478:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431350 00000100:00100000:1.0:1740485460.256479:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3595:3766:x1825030708257536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.256481:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3595:3764:x1825030708257664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.256488:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16438 count 1 00002000:00080000:2.0:1740485460.256490:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16439 count 1 00010000:00010000:1.0:1740485460.256494:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256498:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256501:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2442 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256505:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2442 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256505:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.256506:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.256507:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256509:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.256510:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.256512:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256517:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2442 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.256522:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2442 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256523:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2442 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256527:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708257792:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.256529:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2442 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.256535:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708257920:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.256542:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.256565:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c12900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.256860:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708256896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.256868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.256870:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256883:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201664 00000100:00100000:1.0:1740485460.256885:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201664 00000100:00100000:2.0:1740485460.256886:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708257024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.256891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.256893:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2443 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256896:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.256904:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.256911:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201920 00000100:00100000:1.0:1740485460.256912:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201920 00010000:00010000:1.0:1740485460.256917:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2444 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.256918:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869201792 00000100:00100000:2.0:1740485460.256920:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869201792 00000100:00100000:1.0:1740485460.256926:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520124 00010000:00010000:2.0:1740485460.256928:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2445 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.256928:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869201664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.256933:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.256935:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.256936:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2445 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.256941:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2445 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.256943:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202048 00000100:00100000:2.0:1740485460.256944:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202048 00010000:00010000:1.0:1740485460.256948:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f20200/0x5922c046cda78072 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371804 expref: 2446 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256949:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2446 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.256952:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520125 00010000:00010000:1.0:1740485460.256953:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.256954:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.256956:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869201920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.256956:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.256958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.256959:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520126 00000100:00100000:2.0:1740485460.256961:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2445:2003:x1825030869201792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.256962:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.256963:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.256965:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2445 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256966:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.256969:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2445 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.256971:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2445 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.256971:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.256974:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2445 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.256980:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ac6e00/0x5922c046cda7810c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371866 expref: 2445 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.256982:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5957200/0x5922c046cda781de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813718c8 expref: 2445 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.256983:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869201664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.256987:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.256987:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520124 00010000:00010000:3.0:1740485460.256988:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.256988:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.256989:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.256989:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.256991:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.256994:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256994:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202176 00010000:00010000:2.0:1740485460.256995:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.256996:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202176 00010000:00010000:1.0:1740485460.257000:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2443 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.257002:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.257005:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.257007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.257008:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520127 00000100:00100000:1.0:1740485460.257011:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2443:2005:x1825030869202048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.257014:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2443:2003:x1825030869201792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.257014:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.257017:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2443 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.257018:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2443:2005:x1825030869201920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.257018:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520126 00000100:00100000:3.0:1740485460.257022:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520125 00010000:00010000:1.0:1740485460.257023:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2443 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.257026:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202304 00000100:00100000:2.0:1740485460.257027:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202304 00010000:00010000:1.0:1740485460.257029:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.257030:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.257031:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257035:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520128 00010000:00010000:2.0:1740485460.257035:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2442 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.257038:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2442:2005:x1825030869202176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.257038:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257041:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.257044:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2442 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.257044:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.257050:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2442 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.257050:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520129 00000100:00100000:2.0:1740485460.257055:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2442:2005:x1825030869202304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.257055:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2442:2005:x1825030869202048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (121us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.257056:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.257056:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.257058:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257058:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520127 00010000:00010000:2.0:1740485460.257061:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.257062:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257065:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2441 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.257065:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962d8a00/0x5922c046cda780e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371843 expref: 2441 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.257068:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.257071:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257073:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2441 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.257075:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257076:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2440:2005:x1825030869202176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.257077:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708256768:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.257079:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520128 00010000:00010000:1.0:1740485460.257079:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257083:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257085:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.257086:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.257087:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257089:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257089:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257090:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de30600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.257091:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257095:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257096:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257098:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257099:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072d0f000/0x5922c046cda782d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371962 expref: 2439 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.257103:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257103:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257106:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708257408:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.257106:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.257107:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de30600/0x5922c046cdb8bfff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257110:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257115:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257119:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257122:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2438:2005:x1825030869202304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (115us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.257123:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257128:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257128:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520129 00010000:00010000:3.0:1740485460.257131:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257135:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257138:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097b9d800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.257140:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257144:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257149:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257152:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c022 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257178:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257182:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3596:3765:x1825030708255744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1717us (1781us total) trans 4295501375 rc 0/0 00010000:00010000:0.0:1740485460.257185:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257186:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431343 00010000:00010000:0.0:1740485460.257190:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880073cdbc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.257193:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257197:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257201:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257205:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257205:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257209:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257213:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257215:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257219:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de31400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.257221:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257221:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073cdbc00/0x5922c046cdb8c00d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257225:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257230:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257233:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de31400/0x5922c046cdb8c01b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257246:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3596:3766:x1825030708257152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1504us (1561us total) trans 4295501376 rc 0/0 00000100:00100000:3.0:1740485460.257250:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431348 00000004:00080000:2.0:1740485460.257263:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccc380/2, rc 0, transno 4295501376 00010000:00010000:3.0:1740485460.257269:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096970a00/0x5922c046cda78247 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137192a expref: 2437 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.257269:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708257152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.257277:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708257280:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.257286:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257290:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257293:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257297:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257298:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3597:3765:x1825030708256384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1724us (1782us total) trans 4295501377 rc 0/0 00010000:00010000:3.0:1740485460.257301:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257302:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431347 00010000:00010000:3.0:1740485460.257304:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257308:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357b8000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.257309:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257313:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257315:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708258048:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.257322:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257325:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3596:3766:x1825030708256128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1832us (1911us total) trans 4295501378 rc 0/0 00010000:00010000:3.0:1740485460.257326:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b8000/0x5922c046cdb8c014 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.257329:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866d880/2, rc 0, transno 4295501378 00000100:00100000:1.0:1740485460.257329:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.257331:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431344 00000100:00100000:2.0:1740485460.257332:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708256128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.257337:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708258048 00000100:00100000:1.0:1740485460.257339:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708258048 00000100:00100000:2.0:1740485460.257348:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708258176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.257348:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431351 00000100:00100000:1.0:1740485460.257350:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3596:3765:x1825030708258048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.257357:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16440 count 1 00000100:00100000:2.0:1740485460.257363:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.257363:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257373:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2436 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257377:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.257378:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.257379:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257383:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708257920:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.257389:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2436 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.257393:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257394:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2436 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.257399:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708258304:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.257404:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202432 00000100:00100000:2.0:1740485460.257406:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202432 00000100:00100000:1.0:1740485460.257411:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.257412:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2437 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.257419:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3597:3765:x1825030708256640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1851us (1886us total) trans 4295501379 rc 0/0 00000100:00100000:2.0:1740485460.257422:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520130 00000100:00100000:3.0:1740485460.257424:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431346 00000100:00100000:1.0:1740485460.257424:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708257792:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.257425:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2437:2003:x1825030869202432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.257429:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.257431:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2437 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.257432:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257433:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708258176 00000100:00100000:3.0:1740485460.257435:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708258176 00010000:00010000:2.0:1740485460.257436:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2437 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.257448:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135daaa00/0x5922c046cda7833c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137199a expref: 2437 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.257448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.257454:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.257455:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431352 00010000:00010000:2.0:1740485460.257456:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.257458:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257459:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3597:3766:x1825030708258176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.257462:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.257467:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866ca80/2, rc 0, transno 4295501379 00002000:00080000:3.0:1740485460.257470:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16441 count 1 00000100:00100000:2.0:1740485460.257470:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202560 00000100:00100000:2.0:1740485460.257472:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202560 00000100:00100000:1.0:1740485460.257472:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708256640:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.257477:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2437 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.257480:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257486:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520131 00010000:00010000:3.0:1740485460.257489:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2437 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257489:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2437:2003:x1825030869202560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.257491:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.257494:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708258432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.257495:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.257495:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.257497:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.257498:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2437 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.257499:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257505:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2437 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.257507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.257515:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2437 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257516:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c74c400/0x5922c046cda7840e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a03 expref: 2437 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.257518:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708258432 00000004:00080000:1.0:1740485460.257520:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866e680/2, rc 0, transno 4295501377 00000100:00100000:0.0:1740485460.257521:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708258432 00000100:00100000:1.0:1740485460.257523:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708256384:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.257527:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.257529:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2436 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.257529:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.257531:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257535:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431353 00000004:00080000:1.0:1740485460.257536:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866e300/2, rc 0, transno 4295501375 00000100:00100000:3.0:1740485460.257538:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708258560:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.257538:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257539:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708255744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.257539:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3598:3766:x1825030708258432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.257547:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16442 count 1 00010000:00010000:2.0:1740485460.257549:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.257569:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708258816:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.257572:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257593:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.257596:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2436:2003:x1825030869202560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 105us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.257596:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2436 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.257600:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520131 00010000:00010000:0.0:1740485460.257600:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.257601:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.257603:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257604:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.257606:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708258688:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.257614:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2435 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257619:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.257620:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2435 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.257622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.257625:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257626:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708258944:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.257628:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2435:2003:x1825030869202432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 202us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.257632:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520130 00010000:00010000:1.0:1740485460.257633:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257638:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708258816 00000100:00100000:3.0:1740485460.257640:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708258816 00010000:00010000:1.0:1740485460.257640:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257640:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.257646:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257649:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708258688 00000100:00100000:3.0:1740485460.257650:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708258688 00000100:00100000:0.0:1740485460.257652:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431354 00010000:00010000:1.0:1740485460.257653:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257656:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3600:3765:x1825030708258816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.257658:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431355 00010000:00010000:1.0:1740485460.257659:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ca09c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.257660:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3600:3764:x1825030708258688:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.257661:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257663:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.257663:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16444 count 1 00002000:00080000:3.0:1740485460.257668:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16443 count 1 00010000:00010000:1.0:1740485460.257668:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257670:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257670:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257675:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257676:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2434 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257677:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257679:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257680:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.257681:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.257682:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2434 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257682:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c029 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257682:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257683:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257686:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.257687:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.257689:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257690:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257691:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2434 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257695:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b7b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.257698:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2434 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257698:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.257699:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2434 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.257704:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708259072:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.257705:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2434 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.257705:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257710:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708259200:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.257714:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.257716:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257721:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b7b400/0x5922c046cdb8c030 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.257723:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.257731:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257735:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257739:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257742:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257746:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257749:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f06200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.257751:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257755:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257761:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.257765:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c006 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257823:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3603:3766:x1825030708257536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1344us (1377us total) trans 4295501380 rc 0/0 00000100:00100000:2.0:1740485460.257827:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3603:3764:x1825030708257664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1343us (1365us total) trans 4295501381 rc 0/0 00000100:00100000:1.0:1740485460.257827:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431349 00000100:00100000:2.0:1740485460.257833:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431350 00000004:00080000:1.0:1740485460.257847:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e045c00/2, rc 0, transno 4295501380 00000100:00100000:1.0:1740485460.257851:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708257536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.257853:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3601:3767:x1825030708256256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2350us (2386us total) trans 4295501382 rc 0/0 00000100:00100000:3.0:1740485460.257858:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431345 00000100:00100000:1.0:1740485460.257868:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708259328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.257879:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.257893:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708259328 00000100:00100000:2.0:1740485460.257896:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708259328 00000100:00100000:2.0:1740485460.257912:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431356 00000100:00100000:2.0:1740485460.257916:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3601:3766:x1825030708259328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.257927:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16445 count 1 00010000:00010000:2.0:1740485460.257936:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.257940:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708258304:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.257947:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2434 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.257950:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.257953:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.257954:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.257956:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.257961:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d54000/2, rc 0, transno 4295501381 00000100:00100000:3.0:1740485460.257968:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708257664:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.257971:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866ea00/2, rc 0, transno 4295501382 00010000:00010000:2.0:1740485460.257972:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2434 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.257977:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708256256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.257985:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708259584:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.257986:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2434 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.257991:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708259712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.257995:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708259456:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.258010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.258019:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.258031:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708259712 00000100:00100000:3.0:1740485460.258034:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708259712 00000100:00100000:3.0:1740485460.258047:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431357 00000100:00100000:0.0:1740485460.258050:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.258051:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3602:3764:x1825030708259712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.258060:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708259584 00002000:00080000:3.0:1740485460.258061:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16447 count 1 00000100:00100000:1.0:1740485460.258062:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708259584 00000100:00100000:1.0:1740485460.258071:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431358 00010000:00010000:3.0:1740485460.258073:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.258073:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3603:3767:x1825030708259584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.258081:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16446 count 1 00010000:00010000:3.0:1740485460.258082:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2434 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.258087:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.258087:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.258088:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.258090:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.258092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.258097:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2434 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258100:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.258101:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.258103:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.258104:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2434 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.258106:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202688 00000100:00100000:2.0:1740485460.258109:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202688 00010000:00010000:3.0:1740485460.258111:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2434 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.258112:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2435 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258117:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2435 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.258118:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708259840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.258120:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2435 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.258122:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708259968:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.258136:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520132 00000100:00100000:3.0:1740485460.258139:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.258139:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efd80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.258141:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2435:2005:x1825030869202688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.258147:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.258151:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2435 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258158:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2435 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258168:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248e8400/0x5922c046cda784cb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371a6c expref: 2435 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258174:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.258176:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.258177:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.258182:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.258192:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.258197:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258201:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.258204:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869202688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (113us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.258206:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.258208:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520132 00010000:00010000:1.0:1740485460.258209:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258213:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258217:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ca08c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.258218:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258222:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258227:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258231:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca08c00/0x5922c046cdb8c037 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.258309:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3604:3765:x1825030708258048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 957us (978us total) trans 4295501383 rc 0/0 00000100:00100000:1.0:1740485460.258312:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431351 00000004:00080000:2.0:1740485460.258337:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95a300/2, rc 0, transno 4295501383 00000100:00100000:2.0:1740485460.258342:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708258048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.258365:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708260096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.258381:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.258390:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708260096 00000100:00100000:1.0:1740485460.258392:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708260096 00000100:00100000:3.0:1740485460.258402:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708258560:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.258402:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431359 00000100:00100000:1.0:1740485460.258406:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3604:3765:x1825030708260096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.258415:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.258415:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16448 count 1 00010000:00010000:1.0:1740485460.258430:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258442:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2433 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258448:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.258449:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.258451:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258465:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2433 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.258474:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2433 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.258483:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708260224:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.258509:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.258902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.258934:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202816 00000100:00100000:2.0:1740485460.258937:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202816 00010000:00010000:2.0:1740485460.258946:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2434 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.258958:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520133 00000100:00100000:2.0:1740485460.258961:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869202816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.258966:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.258968:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2434 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258974:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2434 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258982:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba0c800/0x5922c046cda78534 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ab2 expref: 2434 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.258989:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.258990:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.258992:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.258996:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259012:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.259025:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2433:2005:x1825030869202816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.259029:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520133 00010000:00010000:3.0:1740485460.259038:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259046:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259053:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259059:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259070:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259075:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.259078:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259084:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259093:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259098:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c03e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.259203:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3605:3766:x1825030708258176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1742us (1837us total) trans 4295501384 rc 0/0 00000100:00100000:3.0:1740485460.259208:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431352 00000004:00080000:1.0:1740485460.259226:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d959500/2, rc 0, transno 4295501384 00000100:00100000:1.0:1740485460.259242:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708258176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.259289:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708260352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.259303:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.259335:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708260352 00000100:00100000:3.0:1740485460.259339:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708260352 00000100:00100000:3.0:1740485460.259354:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431360 00000100:00100000:3.0:1740485460.259359:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3605:3766:x1825030708260352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.259369:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16449 count 1 00000100:00100000:0.0:1740485460.259376:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708258944:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.259379:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.259390:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259392:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2432 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259397:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.259398:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.259400:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259414:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2432 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259422:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2432 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.259430:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708260480:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.259451:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.259683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.259709:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708259072:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.259714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.259724:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.259727:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869202944 00000100:00100000:3.0:1740485460.259730:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869202944 00000100:00100000:0.0:1740485460.259734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.259742:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2433 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.259756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.259757:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203072 00000100:00100000:3.0:1740485460.259758:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203072 00000100:00100000:2.0:1740485460.259762:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203328 00000100:00100000:1.0:1740485460.259762:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203200 00010000:00010000:3.0:1740485460.259766:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2434 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.259766:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203328 00000100:00100000:1.0:1740485460.259766:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203200 00010000:00010000:2.0:1740485460.259777:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2436 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.259778:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520134 00010000:00010000:1.0:1740485460.259779:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2436 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.259782:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2436:2005:x1825030869202944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.259785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.259788:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.259792:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2436 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.259794:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203456 00000100:00100000:2.0:1740485460.259796:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203456 00010000:00010000:3.0:1740485460.259799:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2437 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.259800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.259802:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2437 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.259808:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203584 00010000:00010000:3.0:1740485460.259811:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cb08000/0x5922c046cda785ce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b14 expref: 2437 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.259811:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203584 00000100:00100000:2.0:1740485460.259813:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520135 00000100:00100000:2.0:1740485460.259816:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2438:2005:x1825030869203072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.259820:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2437 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.259821:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259821:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.259822:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259823:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2437 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.259825:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259829:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2437 pid: 16621 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.259831:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259837:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cda78756 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371bdf expref: 2437 pid: 16621 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.259837:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520136 00000100:00100000:1.0:1740485460.259840:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2437:2003:x1825030869203328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.259843:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259844:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259846:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.259846:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.259849:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2436 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.259850:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.259852:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.259855:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2436 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.259856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.259863:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.259864:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259866:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.259866:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.259869:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2436:2005:x1825030869202944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (187us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.259870:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.259874:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.259875:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520134 00010000:00010000:1.0:1740485460.259878:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.259883:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2435:2005:x1825030869203072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.259885:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203712 00000100:00100000:3.0:1740485460.259887:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203712 00010000:00010000:0.0:1740485460.259887:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.259890:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520135 00000100:00100000:1.0:1740485460.259890:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2436:2003:x1825030869203328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.259894:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2436 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.259894:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520136 00010000:00010000:0.0:1740485460.259894:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.259901:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.259905:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520137 00010000:00010000:0.0:1740485460.259907:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.259909:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2434:2004:x1825030869203200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.259909:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520138 00000100:00100000:1.0:1740485460.259913:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869203456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.259913:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a52fd400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.259915:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.259916:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.259918:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.259920:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2434 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.259922:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2434 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.259922:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.259923:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520139 00000100:00100000:3.0:1740485460.259927:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869203584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.259929:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2434 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.259930:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2434 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.259932:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259933:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.259936:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2434 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.259937:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fd400/0x5922c046cdb8c045 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259939:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.259940:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259941:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.259942:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.259943:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259944:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2434 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.259944:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259950:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.259951:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259953:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.259954:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.259956:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.259961:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.259961:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.259963:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.259971:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.259976:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869203456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.259980:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2434:2004:x1825030869203200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.259983:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520138 00000100:00100000:3.0:1740485460.259985:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869203584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.259986:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520137 00000100:00100000:3.0:1740485460.259990:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520139 00000100:00100000:1.0:1740485460.259995:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520140 00000100:00100000:1.0:1740485460.259999:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2431:2005:x1825030869203712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.260005:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.260009:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2431 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260022:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2431 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.260026:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c39b600/0x5922c046cda78692 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371b7d expref: 2431 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260031:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.260032:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5956400/0x5922c046cda787d4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c1e expref: 2431 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260032:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.260034:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260036:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708259200:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.260038:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260041:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708259456:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.260045:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.260050:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260052:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260055:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2429:2005:x1825030869203712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (200us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.260057:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260059:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520140 00010000:00010000:3.0:1740485460.260062:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260064:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260069:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260069:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260074:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260075:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260077:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260081:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260081:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260084:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f06a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.260084:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d157a00/0x5922c046cda789e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d2f expref: 2428 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.260086:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009fbe9a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.260086:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260089:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260089:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260090:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708260224:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.260095:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260096:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260098:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260100:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f06a00/0x5922c046cdb8c05a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260103:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260103:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260106:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260111:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260113:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbe9a00/0x5922c046cdb8c053 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260115:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260119:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260122:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072166800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.260124:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260127:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260132:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260136:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c06f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260151:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3607:3766:x1825030708258432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2609us (2641us total) trans 4295501385 rc 0/0 00000100:00100000:0.0:1740485460.260158:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431353 00000100:00100000:2.0:1740485460.260198:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3608:3766:x1825030708259328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2280us (2316us total) trans 4295501386 rc 0/0 00000100:00100000:2.0:1740485460.260204:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431356 00000100:00100000:3.0:1740485460.260219:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3607:3764:x1825030708258688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2556us (2595us total) trans 4295501387 rc 0/0 00010000:00010000:2.0:1740485460.260222:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260225:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431355 00010000:00010000:2.0:1740485460.260229:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260235:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260240:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260240:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88006d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3606:3765:x1825030708260096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1832us (1857us total) trans 4295501388 rc 0/0 00010000:00010000:2.0:1740485460.260246:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260246:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431359 00000004:00080000:3.0:1740485460.260250:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5b480/2, rc 0, transno 4295501387 00010000:00010000:2.0:1740485460.260250:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a87ac00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.260252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.260253:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260259:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260265:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708258688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.260268:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203840 00010000:00010000:2.0:1740485460.260269:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260269:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c91b400/0x5922c046cda78875 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371c80 expref: 2427 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.260271:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203840 00010000:00010000:2.0:1740485460.260276:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c04c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260281:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708259968:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.260282:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708260480:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.260282:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2427 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260292:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260294:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260305:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520141 00000100:00100000:0.0:1740485460.260310:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2427:2005:x1825030869203840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.260312:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260314:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b15800/0x5922c046cda78947 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371cdb expref: 2427 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.260317:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.260318:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260321:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708259840:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.260321:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2426 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260325:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260330:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260330:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2426 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260332:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260336:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260338:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260342:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260342:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ba600/0x5922c046cda78a7b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371d83 expref: 2426 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.260343:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de31600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.260346:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260352:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260352:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260352:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.260354:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.260357:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260358:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260363:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260364:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260366:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260369:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f0e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.260372:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260373:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de31600/0x5922c046cdb8c068 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260379:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260383:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.260388:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260393:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c061 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x403f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260395:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3606:3765:x1825030708258816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2736us (2789us total) trans 4295501389 rc 0/0 00000100:00100000:0.0:1740485460.260400:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+2425:2005:x1825030869203840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.260402:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431354 00000100:00100000:0.0:1740485460.260406:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520141 00000100:00100000:0.0:1740485460.260424:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708260608:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.260426:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e59180/2, rc 0, transno 4295501388 00000100:00100000:2.0:1740485460.260433:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708260096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.260443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.260458:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708260608 00000100:00100000:2.0:1740485460.260460:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708260608 00000100:00100000:1.0:1740485460.260470:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3608:3767:x1825030708259584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2394us (2420us total) trans 4295501390 rc 0/0 00000100:00100000:2.0:1740485460.260474:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431361 00000100:00100000:3.0:1740485460.260477:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3608:3764:x1825030708259712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2425us (2466us total) trans 4295501391 rc 0/0 00000100:00100000:1.0:1740485460.260478:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431358 00000100:00100000:2.0:1740485460.260479:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3608:3767:x1825030708260608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.260482:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431357 00002000:00080000:2.0:1740485460.260490:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16450 count 1 00000100:00100000:3.0:1740485460.260497:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708260736:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.260498:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.260503:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e58380/2, rc 0, transno 4295501386 00000100:00100000:3.0:1740485460.260508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.260508:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2424 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260510:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708259328:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.260514:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260515:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260517:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.260521:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e58e00/2, rc 0, transno 4295501391 00000100:00100000:3.0:1740485460.260524:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708259712:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.260533:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260534:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2424 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.260534:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5ad80/2, rc 0, transno 4295501390 00010000:00010000:3.0:1740485460.260537:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260539:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708259584:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.260541:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260543:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.260545:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260547:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2424 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.260548:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260549:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.260568:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f1600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.260568:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708260736 00010000:00010000:3.0:1740485460.260570:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260571:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708260736 00010000:00010000:3.0:1740485460.260574:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260576:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708260992:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.260598:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260602:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.260607:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708261120 00010000:00010000:3.0:1740485460.260609:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c076 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260610:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708261120 00000100:00100000:2.0:1740485460.260620:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.260620:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.260621:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431362 00000100:00100000:1.0:1740485460.260625:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3608:3764:x1825030708260736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.260636:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16451 count 1 00000004:00080000:2.0:1740485460.260637:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5bb80/2, rc 0, transno 4295501389 00000100:00100000:0.0:1740485460.260637:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.260644:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708258816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.260645:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260655:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2424 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260661:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.260662:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.260665:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260670:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708261248 00000100:00100000:2.0:1740485460.260673:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708261248 00010000:00010000:1.0:1740485460.260680:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2424 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260689:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2424 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.260698:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708261504:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.260699:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431363 00000100:00100000:3.0:1740485460.260701:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3610:3766:x1825030708260352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1340us (1394us total) trans 4295501392 rc 0/0 00000100:00100000:2.0:1740485460.260703:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3610:3767:x1825030708261120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.260704:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431364 00000100:00100000:3.0:1740485460.260709:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431360 00000100:00100000:0.0:1740485460.260710:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3610:3767:x1825030708261248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.260713:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16453 count 1 00000100:00100000:1.0:1740485460.260720:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efd80 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.260722:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16454 count 1 00010000:00010000:2.0:1740485460.260723:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260729:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708261376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.260731:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260732:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2424 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260738:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1740485460.260739:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5a680/2, rc 0, transno 4295501385 00010000:00010000:2.0:1740485460.260740:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260742:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.260742:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2424 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.260748:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.260750:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.260753:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260754:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708258432:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.260766:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d958000/2, rc 0, transno 4295501392 00010000:00010000:0.0:1740485460.260768:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2424 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260769:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708260352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.260776:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2424 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.260781:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708261376 00000100:00100000:1.0:1740485460.260783:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708261376 00000100:00100000:0.0:1740485460.260786:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708261632:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.260791:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2424 pid: 16699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260798:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431365 00000100:00100000:1.0:1740485460.260802:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3610:3764:x1825030708261376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.260805:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2424 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.260807:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.260807:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.260812:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708261760:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.260812:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16455 count 1 00000100:00100000:2.0:1740485460.260814:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708262016:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.260817:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.260821:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260824:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.260825:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.260830:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2424 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260834:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.260836:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.260837:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708261760 00010000:00010000:1.0:1740485460.260838:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.260839:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708261760 00010000:00010000:1.0:1740485460.260840:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.260841:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.260844:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708260864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.260849:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708261888 00000100:00100000:3.0:1740485460.260850:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708261888 00010000:00010000:1.0:1740485460.260855:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2424 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.260856:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431366 00000100:00100000:3.0:1740485460.260859:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3612:3764:x1825030708261760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.260863:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.260864:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2424 pid: 16693 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.260867:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16456 count 1 00000100:00100000:1.0:1740485460.260873:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708262144:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.260875:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.260882:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2424 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260884:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708260864 00010000:00010000:3.0:1740485460.260886:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.260887:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.260887:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708260864 00010000:00010000:3.0:1740485460.260888:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.260891:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.260898:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2424 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.260902:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431367 00010000:00010000:3.0:1740485460.260904:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2424 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.260908:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3613:3767:x1825030708261888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.260908:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431368 00000100:00100000:3.0:1740485460.260910:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708262272:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.260912:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3613:3765:x1825030708260864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.260923:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16452 count 1 00000100:00100000:3.0:1740485460.260927:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800723d00c0 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.260927:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16457 count 1 00010000:00010000:1.0:1740485460.260931:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260938:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260940:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2424 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260946:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.260947:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260948:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260949:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260954:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260955:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.260957:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260965:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2424 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.260972:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.260978:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2424 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.260986:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.260986:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708262400:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.260995:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708262528:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.261007:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.261015:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.262359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.262403:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708260992:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.262409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.262417:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262436:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869203968 00000100:00100000:1.0:1740485460.262440:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869203968 00000100:00100000:0.0:1740485460.262440:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708261632:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.262452:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2425 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.262453:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262469:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204096 00000100:00100000:1.0:1740485460.262471:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204096 00010000:00010000:1.0:1740485460.262481:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2426 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.262483:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520142 00000100:00100000:2.0:1740485460.262488:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2426:2004:x1825030869203968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.262496:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.262496:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520143 00010000:00010000:2.0:1740485460.262501:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2426 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.262501:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2426:2003:x1825030869204096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.262506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.262508:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.262510:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2426 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262512:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2426 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262521:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2426 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.262521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.262523:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d93e800/0x5922c046cda78add lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371dd7 expref: 2426 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.262532:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262532:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.262534:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262534:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.262536:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262536:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262543:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262543:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.262544:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708262016:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.262570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.262572:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.262573:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262596:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.262613:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2425:2003:x1825030869204096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 110us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.262614:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708262272:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.262615:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2425:2004:x1825030869203968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 126us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.262620:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520143 00000100:00100000:2.0:1740485460.262624:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520142 00010000:00010000:3.0:1740485460.262626:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262633:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204224 00000100:00100000:0.0:1740485460.262633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.262636:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204224 00000100:00100000:2.0:1740485460.262638:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204352 00000100:00100000:2.0:1740485460.262641:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204352 00010000:00010000:1.0:1740485460.262645:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2425 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.262652:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2425 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.262659:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204480 00000100:00100000:1.0:1740485460.262661:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204480 00010000:00010000:1.0:1740485460.262672:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2426 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.262675:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204608 00000100:00100000:2.0:1740485460.262678:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204608 00000100:00100000:1.0:1740485460.262687:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520144 00010000:00010000:2.0:1740485460.262688:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2427 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.262691:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2427:2005:x1825030869204224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.262696:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520145 00000100:00100000:0.0:1740485460.262696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.262698:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.262702:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2427:2005:x1825030869204352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.262702:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2427 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262710:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2427 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.262716:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204736 00000100:00100000:2.0:1740485460.262718:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204736 00000100:00100000:3.0:1740485460.262719:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520146 00010000:00010000:1.0:1740485460.262722:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc6ae00/0x5922c046cda78cf8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f43 expref: 2428 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.262723:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2428:2005:x1825030869204480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.262726:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2428 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.262729:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.262732:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.262734:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2427 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262734:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262736:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.262738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.262740:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520147 00010000:00010000:3.0:1740485460.262742:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2427 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262743:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.262745:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2427:2005:x1825030869204608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.262751:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.262752:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.262754:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.262755:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2427 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.262756:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262756:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.262762:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262763:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2427 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.262767:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262771:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.262775:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cda78dd1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371fc8 expref: 2427 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.262775:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262776:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2427:2005:x1825030869204224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (269us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.262782:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262783:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520144 00010000:00010000:2.0:1740485460.262785:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.262786:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2426:2005:x1825030869204480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (234us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.262786:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.262789:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.262789:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.262792:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520146 00010000:00010000:2.0:1740485460.262795:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.262795:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.262801:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880073cdaa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.262804:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262809:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.262810:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204864 00010000:00010000:0.0:1740485460.262811:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.262812:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204864 00000100:00100000:1.0:1740485460.262815:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520148 00000100:00100000:1.0:1740485460.262819:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2425:2004:x1825030869204736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.262820:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2425 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.262822:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.262825:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2425:2005:x1825030869204608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (192us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.262826:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.262828:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073cdaa00/0x5922c046cdb8c092 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262830:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2425 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.262831:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520147 00000100:00100000:3.0:1740485460.262838:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520149 00010000:00010000:1.0:1740485460.262839:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2425 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.262842:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2424:2003:x1825030869204864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.262848:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.262850:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262850:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262852:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262854:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262861:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262863:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.262868:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708262528:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.262873:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132c7d000/0x5922c046cda78e87 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372023 expref: 2424 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262874:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.262881:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262882:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.262884:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.262886:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262889:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2423:2004:x1825030869204736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (194us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.262893:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.262895:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520148 00010000:00010000:2.0:1740485460.262911:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262916:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.262917:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262924:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262929:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dbfba00/0x5922c046cda78b5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e39 expref: 2422 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.262930:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.262933:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2422:2003:x1825030869204864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (195us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.262935:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.262936:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3614:3767:x1825030708261248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2224us (2296us total) trans 4295501393 rc 0/0 00000100:00100000:3.0:1740485460.262938:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520149 00010000:00010000:2.0:1740485460.262940:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099a4c000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.262941:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708261504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.262942:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431364 00010000:00010000:2.0:1740485460.262943:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262948:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262955:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.262956:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262959:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.262962:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c07d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262962:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262963:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2420 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262968:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.262969:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e58a80/2, rc 0, transno 4295501393 00010000:00010000:3.0:1740485460.262972:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2420 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.262975:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262982:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262983:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adad800/0x5922c046cda78c42 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371ee1 expref: 2420 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.262984:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.262989:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.262994:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.262995:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.262995:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072d38800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.262997:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.262998:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263004:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263004:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263011:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263013:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263015:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.263018:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263018:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072d38800/0x5922c046cdb8c084 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263025:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263031:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263032:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2419:2005:x1825030869204352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 329us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.263036:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520145 00010000:00010000:2.0:1740485460.263037:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263042:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.263045:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263050:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263050:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263056:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263057:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263062:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263063:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403400/0x5922c046cdb8c0ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263065:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708262656:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.263068:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263074:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263082:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.263084:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f0200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.263087:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263092:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263096:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708262656 00000100:00100000:0.0:1740485460.263099:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708262656 00010000:00010000:3.0:1740485460.263100:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263105:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0200/0x5922c046cdb8c0a0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263114:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431369 00000100:00100000:0.0:1740485460.263119:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3616:3767:x1825030708262656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263129:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3616:3764:x1825030708260736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2501us (2618us total) trans 4295501394 rc 0/0 00002000:00080000:0.0:1740485460.263129:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16458 count 1 00000100:00100000:1.0:1740485460.263135:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431362 00010000:00010000:0.0:1740485460.263140:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.263150:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2418 pid: 16042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.263156:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.263157:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.263160:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263161:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c41600/0x5922c046cda78bd9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371e7f expref: 2418 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.263172:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708262400:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.263175:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3616:3767:x1825030708261888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2266us (2332us total) trans 4295501395 rc 0/0 00010000:00010000:0.0:1740485460.263176:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2417 pid: 16042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263181:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431367 00010000:00010000:1.0:1740485460.263184:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.263185:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2417 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.263196:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263199:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708262784:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.263202:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263209:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263212:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3615:3764:x1825030708261760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2350us (2384us total) trans 4295501396 rc 0/0 00010000:00010000:1.0:1740485460.263216:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263217:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431366 00000100:00100000:0.0:1740485460.263220:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.263223:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263228:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.263231:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.263236:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fea00/2, rc 0, transno 4295501395 00010000:00010000:1.0:1740485460.263237:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.263243:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fed80/2, rc 0, transno 4295501396 00010000:00010000:1.0:1740485460.263247:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263250:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708261760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.263251:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261888:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.263253:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9400/0x5922c046cdb8c0a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.263258:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95aa00/2, rc 0, transno 4295501394 00000100:00100000:3.0:1740485460.263262:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708260736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.263271:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708262912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.263289:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.263290:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.263292:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708263040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.263296:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708263168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.263309:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708262912 00000100:00100000:3.0:1740485460.263313:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708262912 00000100:00100000:2.0:1740485460.263313:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.263326:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708263040 00000100:00100000:3.0:1740485460.263328:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708263040 00000100:00100000:0.0:1740485460.263332:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.263339:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708263168 00000100:00100000:2.0:1740485460.263341:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708263168 00000100:00100000:3.0:1740485460.263342:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431370 00000100:00100000:3.0:1740485460.263347:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3619:3764:x1825030708262912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.263355:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431371 00002000:00080000:3.0:1740485460.263358:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16459 count 1 00000100:00100000:2.0:1740485460.263359:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3619:3765:x1825030708263040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263362:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3619:3765:x1825030708260864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2448us (2498us total) trans 4295501398 rc 0/0 00010000:00010000:3.0:1740485460.263368:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.263368:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16460 count 1 00000100:00100000:1.0:1740485460.263368:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431368 00010000:00010000:3.0:1740485460.263379:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2417 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263379:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.263382:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431372 00010000:00010000:3.0:1740485460.263384:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.263386:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.263386:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3618:3767:x1825030708263168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.263388:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263390:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2417 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263395:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.263397:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1740485460.263397:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16461 count 1 00010000:00010000:2.0:1740485460.263399:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263404:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2417 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263407:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263412:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2417 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.263414:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2417 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263417:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2417 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263421:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708263296:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.263422:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2417 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.263422:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.263424:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.263426:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263432:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708263424:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.263440:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2417 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263449:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2417 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.263452:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.263453:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800723d00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.263458:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708263552:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.263471:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098564000/2, rc 0, transno 4295501398 00000100:00100000:2.0:1740485460.263477:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708260864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263478:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.263501:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5954000/0x5922c046cda78d4c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81371f74 expref: 2417 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.263509:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708263680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263512:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708262144:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.263525:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.263530:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263532:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263538:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263538:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263545:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263562:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263569:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263569:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263575:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263575:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263576:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3618:3767:x1825030708260608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3095us (3131us total) trans 4295501397 rc 0/0 00010000:00010000:3.0:1740485460.263596:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ca09200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.263597:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.263599:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263599:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431361 00010000:00010000:1.0:1740485460.263600:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263605:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263606:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263613:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708263680 00010000:00010000:3.0:1740485460.263614:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263616:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708263680 00010000:00010000:1.0:1740485460.263616:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263619:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09200/0x5922c046cdb8c08b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.263623:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8200/0x5922c046cdb8c099 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263633:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431373 00000100:00100000:2.0:1740485460.263637:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3618:3767:x1825030708263680:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.263643:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95b100/2, rc 0, transno 4295501397 00002000:00080000:2.0:1740485460.263648:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16462 count 1 00000100:00100000:0.0:1740485460.263657:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708260608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.263731:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3620:3767:x1825030708261120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3026us (3128us total) trans 4295501399 rc 0/0 00000100:00100000:3.0:1740485460.263737:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431363 00000100:00100000:3.0:1740485460.263758:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708263808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.263770:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.263781:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2416 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263787:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.263788:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.263791:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.263799:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fdf80/2, rc 0, transno 4295501400 00000100:00100000:1.0:1740485460.263799:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3619:3764:x1825030708261376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2995us (3049us total) trans 4295501400 rc 0/0 00000100:00100000:1.0:1740485460.263805:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431365 00010000:00010000:2.0:1740485460.263807:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2416 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263812:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708261376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263816:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708263808 00010000:00010000:2.0:1740485460.263817:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2416 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.263819:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708263808 00000100:00100000:2.0:1740485460.263827:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708263936:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.263827:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098567480/2, rc 0, transno 4295501399 00000100:00100000:0.0:1740485460.263830:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708261120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.263833:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431374 00000100:00100000:1.0:1740485460.263836:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3619:3764:x1825030708263808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.263847:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16463 count 1 00010000:00010000:1.0:1740485460.263856:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.263857:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.263864:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708264064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.263866:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2416 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.263869:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708264192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.263871:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.263873:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.263875:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263879:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.263884:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.263889:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2416 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.263894:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708264064 00000100:00100000:2.0:1740485460.263896:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708264064 00000100:00100000:0.0:1740485460.263899:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.263904:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2416 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.263909:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708264192 00000100:00100000:3.0:1740485460.263912:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708264192 00000100:00100000:2.0:1740485460.263912:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431375 00000100:00100000:1.0:1740485460.263913:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708264320:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.263917:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3621:3764:x1825030708264064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.263928:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16464 count 1 00000100:00100000:3.0:1740485460.263929:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431376 00000100:00100000:1.0:1740485460.263930:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.263933:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3621:3766:x1825030708264192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.263938:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.263945:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16465 count 1 00010000:00010000:2.0:1740485460.263948:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2416 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263953:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.263954:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263954:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.263957:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263965:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2416 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263971:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.263972:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.263973:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2416 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.263974:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.263981:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2416 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.263991:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708264448:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.263992:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2416 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.264001:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2416 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.264013:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.264015:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708264576:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.264034:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.265002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.265022:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869204992 00000100:00100000:2.0:1740485460.265023:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708262784:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.265026:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869204992 00010000:00010000:2.0:1740485460.265036:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.265037:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2417 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265056:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205120 00000100:00100000:0.0:1740485460.265056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.265058:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205120 00000100:00100000:2.0:1740485460.265063:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708263424:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.265065:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2418 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265074:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.265079:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205248 00000100:00100000:3.0:1740485460.265080:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205248 00000100:00100000:0.0:1740485460.265086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.265087:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2419 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265094:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205376 00000100:00100000:3.0:1740485460.265096:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205376 00010000:00010000:3.0:1740485460.265100:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2420 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265109:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520150 00000100:00100000:3.0:1740485460.265111:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869204992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.265116:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.265117:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708263936:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.265118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.265119:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2420 pid: 16042 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.265119:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520151 00000100:00100000:1.0:1740485460.265124:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869205120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.265125:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2420 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265129:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265132:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.265132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.265133:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad61a00/0x5922c046cda78f44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137207e expref: 2420 pid: 16042 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265137:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2420 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265139:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.265140:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.265142:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265146:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265146:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2419 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.265151:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205504 00000100:00100000:2.0:1740485460.265153:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205504 00010000:00010000:3.0:1740485460.265156:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.265158:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.265159:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.265162:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265164:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2420 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265169:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.265171:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869204992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.265171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.265175:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520150 00000100:00100000:2.0:1740485460.265180:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205632 00010000:00010000:1.0:1740485460.265180:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.265182:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205632 00000100:00100000:3.0:1740485460.265183:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205760 00000100:00100000:3.0:1740485460.265184:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205760 00010000:00010000:2.0:1740485460.265189:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2421 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265190:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2421 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.265196:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2421:2005:x1825030869205120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.265200:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520152 00000100:00100000:3.0:1740485460.265202:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2421:2005:x1825030869205248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.265205:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520153 00010000:00010000:3.0:1740485460.265207:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.265209:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2421:2005:x1825030869205376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.265211:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2421 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.265214:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520151 00010000:00010000:2.0:1740485460.265216:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.265219:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2421 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265220:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2421 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265229:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f15ac00/0x5922c046cda79032 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372103 expref: 2420 pid: 16699 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265233:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2420 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265240:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.265241:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.265242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.265244:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265244:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265246:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265249:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265251:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265252:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869205888 00000100:00100000:1.0:1740485460.265255:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869205888 00010000:00010000:2.0:1740485460.265256:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265264:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2420 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265265:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.265267:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.265280:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520154 00000100:00100000:2.0:1740485460.265284:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869205376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.265285:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869205248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.265285:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2420:2003:x1825030869205504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.265291:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520153 00010000:00010000:1.0:1740485460.265291:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.265295:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2420 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265300:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520152 00010000:00010000:1.0:1740485460.265303:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2419 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.265304:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520155 00000100:00100000:2.0:1740485460.265307:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2419:2005:x1825030869205760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.265313:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.265314:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801318d8800/0x5922c046cda791cf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813721ce expref: 2418 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265316:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520156 00010000:00010000:2.0:1740485460.265317:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2418 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265320:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2417:2003:x1825030869205632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.265321:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.265323:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265325:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2417 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265326:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265327:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.265331:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2417 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265332:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265334:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265336:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265338:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265344:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2417 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265344:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265346:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.265355:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.265355:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.265357:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.265357:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265360:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265365:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2417:2003:x1825030869205504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (247us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.265365:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265366:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265369:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2417:2005:x1825030869205760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.265371:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520154 00010000:00010000:0.0:1740485460.265373:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265375:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520155 00010000:00010000:3.0:1740485460.265376:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.265379:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265385:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520157 00010000:00010000:0.0:1740485460.265385:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265389:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2415:2005:x1825030869205888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.265390:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131ecd200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.265392:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.265393:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2415:2003:x1825030869205632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (259us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.265394:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.265397:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265398:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2415 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.265399:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520156 00010000:00010000:2.0:1740485460.265402:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265406:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2415 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.265406:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265409:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.265411:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ecd200/0x5922c046cdb8c0d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265416:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265416:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.265417:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.265420:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265422:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265426:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265427:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265432:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123d45200/0x5922c046cda78f9f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813720bd expref: 2414 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.265433:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006d9cb800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.265436:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265436:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.265440:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708263296:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.265442:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265448:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265449:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2413:2005:x1825030869205888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (208us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.265451:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265452:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265455:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520157 00010000:00010000:3.0:1740485460.265456:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265457:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb800/0x5922c046cdb8c0b5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265464:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265470:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265476:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265481:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f0600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.265484:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265486:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cf17200/0x5922c046cda790f6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372188 expref: 2412 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.265491:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265500:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708263552:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.265501:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265506:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0600/0x5922c046cdb8c0bc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265511:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265517:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265520:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3623:3767:x1825030708263680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1881us (1989us total) trans 4295501401 rc 0/0 00010000:00010000:1.0:1740485460.265523:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265526:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431373 00010000:00010000:1.0:1740485460.265530:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265537:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265543:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265549:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131ab3a00 already unused, calling callback (ffffffffa0872710) 00000004:00080000:0.0:1740485460.265565:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096158700/2, rc 0, transno 4295501401 00010000:00010000:1.0:1740485460.265566:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265572:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708263680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.265573:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265594:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3623:3767:x1825030708262656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2455us (2492us total) trans 4295501402 rc 0/0 00000004:00080000:0.0:1740485460.265596:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fc700/2, rc 0, transno 4295501402 00000100:00100000:0.0:1740485460.265600:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708262656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.265601:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431369 00010000:00010000:1.0:1740485460.265604:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265610:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ab3a00/0x5922c046cdb8c0ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.265637:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3622:3764:x1825030708262912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2289us (2347us total) trans 4295501403 rc 0/0 00000100:00100000:3.0:1740485460.265642:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431370 00000100:00100000:2.0:1740485460.265650:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.265654:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.265657:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708264832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.265662:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708264704:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.265667:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fc380/2, rc 0, transno 4295501403 00000100:00100000:2.0:1740485460.265680:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.265683:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708262912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.265695:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708264832 00000100:00100000:3.0:1740485460.265698:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708264832 00000100:00100000:3.0:1740485460.265712:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431377 00000100:00100000:3.0:1740485460.265716:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3623:3765:x1825030708264832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.265723:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708264960:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.265726:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16467 count 1 00010000:00010000:3.0:1740485460.265736:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265746:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2411 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265752:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.265754:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.265756:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265770:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.265772:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2411 pid: 16090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265781:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2411 pid: 16090 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.265785:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3623:3767:x1825030708263168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2396us (2451us total) trans 4295501404 rc 0/0 00000100:00100000:2.0:1740485460.265788:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708264704 00000100:00100000:3.0:1740485460.265790:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708265088:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.265791:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708264704 00000100:00100000:1.0:1740485460.265791:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431372 00000004:00080000:0.0:1740485460.265803:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fe300/2, rc 0, transno 4295501404 00000100:00100000:1.0:1740485460.265806:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431378 00000100:00100000:3.0:1740485460.265809:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.265810:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3623:3766:x1825030708264704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.265811:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708263168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.265819:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.265821:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.265821:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16466 count 1 00010000:00010000:3.0:1740485460.265829:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265830:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265831:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708264960 00010000:00010000:3.0:1740485460.265833:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265834:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708264960 00010000:00010000:3.0:1740485460.265836:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265840:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265840:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2411 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265841:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708265216:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.265843:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f06e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.265845:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265846:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.265847:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431379 00010000:00010000:1.0:1740485460.265847:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.265849:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265850:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265851:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca21850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3624:3765:x1825030708264960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.265854:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265858:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f06e00/0x5922c046cdb8c0c3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265860:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.265862:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16468 count 1 00010000:00010000:1.0:1740485460.265864:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2411 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265872:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265877:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2411 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.265879:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708265216 00000100:00100000:0.0:1740485460.265882:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708265216 00010000:00010000:2.0:1740485460.265887:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2411 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.265887:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708265344:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.265893:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.265894:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.265895:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431380 00010000:00010000:2.0:1740485460.265897:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265899:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3626:3766:x1825030708265216:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.265904:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.265908:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16469 count 1 00010000:00010000:2.0:1740485460.265912:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2411 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.265917:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.265920:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2411 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265922:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009840ee00/0x5922c046cda792a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137224c expref: 2411 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.265927:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2411 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265930:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708265472:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.265934:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708264320:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.265936:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3626:3765:x1825030708263040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2576us (2622us total) trans 4295501405 rc 0/0 00010000:00010000:0.0:1740485460.265937:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.265939:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.265940:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431371 00010000:00010000:0.0:1740485460.265941:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265946:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265950:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.265953:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.265955:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2410 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265960:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265962:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800961f5400/0x5922c046cda79461 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372325 expref: 2410 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.265963:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2410 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.265966:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.265968:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708264576:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.265970:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fd880/2, rc 0, transno 4295501405 00010000:00010000:1.0:1740485460.265972:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265972:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708265600:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.265977:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.265977:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708263040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.265979:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265981:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265984:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.265985:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265987:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265989:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.265991:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.265992:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.265994:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265996:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.265999:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.266001:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.266003:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.266003:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708265728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.266008:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.266009:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c0d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x404f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266013:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266017:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c0e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266018:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800998e9a00/0x5922c046cda7932d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813722ae expref: 2409 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.266021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.266028:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708264448:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.266045:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266058:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266064:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266071:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266077:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266084:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266089:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099a4c600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.266091:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3627:3766:x1825030708264192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2157us (2191us total) trans 4295501406 rc 0/0 00010000:00010000:2.0:1740485460.266091:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.266097:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431376 00010000:00010000:2.0:1740485460.266098:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.266104:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6bb80/2, rc 0, transno 4295501406 00010000:00010000:2.0:1740485460.266107:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.266109:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708265728 00000100:00100000:1.0:1740485460.266110:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3626:3764:x1825030708263808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2271us (2332us total) trans 4295501407 rc 0/0 00000100:00100000:3.0:1740485460.266112:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708265728 00000100:00100000:0.0:1740485460.266112:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708264192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.266114:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c600/0x5922c046cdb8c0df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.266116:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431374 00000100:00100000:3.0:1740485460.266125:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431381 00000100:00100000:3.0:1740485460.266129:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3626:3767:x1825030708265728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.266140:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16470 count 1 00010000:00010000:3.0:1740485460.266150:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266160:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2408 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266166:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.266167:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.266170:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266185:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2408 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266191:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2408 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.266196:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708265984:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.266219:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3627:3764:x1825030708264064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2301us (2333us total) trans 4295501408 rc 0/0 00000100:00100000:3.0:1740485460.266223:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.266226:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431375 00000100:00100000:3.0:1740485460.266233:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708265856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.266246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.266261:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096159f80/2, rc 0, transno 4295501408 00000100:00100000:2.0:1740485460.266269:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708265856 00000100:00100000:2.0:1740485460.266272:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708265856 00000100:00100000:3.0:1740485460.266275:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708264064:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.266285:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096158a80/2, rc 0, transno 4295501407 00000100:00100000:2.0:1740485460.266288:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431382 00000100:00100000:3.0:1740485460.266289:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708263808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.266292:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3627:3764:x1825030708265856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.266303:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16471 count 1 00010000:00010000:2.0:1740485460.266312:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266322:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2408 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.266325:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708266112:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.266328:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.266329:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.266332:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.266332:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.266339:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708266240:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.266347:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2408 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.266351:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.266356:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2408 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.266364:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708266368:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.266386:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.266415:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708266112 00000100:00100000:3.0:1740485460.266418:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708266112 00000100:00100000:3.0:1740485460.266436:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431383 00000100:00100000:3.0:1740485460.266440:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3628:3765:x1825030708266112:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.266450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.266458:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16472 count 1 00000100:00100000:2.0:1740485460.266463:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708266240 00000100:00100000:2.0:1740485460.266466:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708266240 00010000:00010000:3.0:1740485460.266468:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266479:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2408 pid: 16679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.266480:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431384 00000100:00100000:2.0:1740485460.266484:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3629:3767:x1825030708266240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.266490:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.266491:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.266493:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.266494:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16473 count 1 00010000:00010000:2.0:1740485460.266504:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266509:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2408 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266513:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2408 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.266515:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2408 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.266519:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.266521:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708266496:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.266521:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.266523:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.266538:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2408 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.266546:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.266547:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2408 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.266571:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708266624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.266608:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.267788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.267799:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708265088:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.267804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.267811:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.267819:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206016 00000100:00100000:1.0:1740485460.267823:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206016 00000100:00100000:1.0:1740485460.267832:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206144 00000100:00100000:1.0:1740485460.267833:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206144 00010000:00010000:1.0:1740485460.267844:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2410 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.267852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.267864:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206272 00000100:00100000:0.0:1740485460.267864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.267866:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206272 00010000:00010000:1.0:1740485460.267875:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2411 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.267880:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708265472:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.267889:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206400 00000100:00100000:1.0:1740485460.267891:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206400 00010000:00010000:2.0:1740485460.267895:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.267899:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2412 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.267904:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520158 00000100:00100000:0.0:1740485460.267904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.267908:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2412:2005:x1825030869206144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.267916:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708266368:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.267923:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206528 00000100:00100000:3.0:1740485460.267926:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520159 00000100:00100000:1.0:1740485460.267926:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206528 00000100:00100000:3.0:1740485460.267928:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2413:2004:x1825030869206272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.267928:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.267933:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.267934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.267935:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2413 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.267936:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2413 pid: 16669 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.267943:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2413 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.267946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.267950:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206656 00010000:00010000:3.0:1740485460.267951:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a5acc00/0x5922c046cda79698 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372444 expref: 2413 pid: 16669 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.267952:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206656 00000100:00100000:2.0:1740485460.267958:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206784 00010000:00010000:3.0:1740485460.267959:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.267960:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.267960:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2413 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.267961:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206784 00010000:00010000:3.0:1740485460.267962:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.267966:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.267973:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2414 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.267973:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520160 00010000:00010000:3.0:1740485460.267976:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.267978:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2414:2003:x1825030869206400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.267990:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520161 00000100:00100000:3.0:1740485460.267991:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2414:2004:x1825030869206272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.267991:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.267995:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520159 00000100:00100000:2.0:1740485460.267996:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869206528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.267997:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2414 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268002:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.268006:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2413 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.268006:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2413 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.268006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.268012:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869206912 00000100:00100000:3.0:1740485460.268015:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869206912 00010000:00010000:2.0:1740485460.268015:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2413 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.268022:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.268024:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.268026:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2414 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268026:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.268027:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.268027:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268031:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268033:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268037:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.268041:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520162 00010000:00010000:1.0:1740485460.268045:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.268046:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869206656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.268051:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.268052:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.268052:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c50200/0x5922c046cda79716 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372498 expref: 2414 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.268056:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2414 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.268065:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2413 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.268065:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2413:2003:x1825030869206400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.268065:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708265600:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.268068:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2413:2005:x1825030869206528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.268072:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520160 00000100:00100000:2.0:1740485460.268076:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520161 00010000:00010000:3.0:1740485460.268077:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f828400/0x5922c046cda7989e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372555 expref: 2413 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.268077:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268085:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268087:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.268087:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520163 00010000:00010000:3.0:1740485460.268088:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.268091:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268091:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2410:2005:x1825030869206784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.268091:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.268092:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520164 00000100:00100000:2.0:1740485460.268096:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2410:2005:x1825030869206912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.268097:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268097:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.268098:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268102:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2410 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268103:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.268105:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268107:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2410 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.268109:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2410 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.268111:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268112:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.268115:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2410 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.268116:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006d9ca400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.268119:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.268119:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268120:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.268123:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268126:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.268126:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268127:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.268128:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:462aff8a-4acc-47db-bc98-439daac195c0+2410:2005:x1825030869206656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (194us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.268129:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.268135:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520162 00010000:00010000:2.0:1740485460.268135:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268135:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268135:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268141:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca400/0x5922c046cdb8c102 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268145:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.268145:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.268158:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.268161:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2409:2005:x1825030869206784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (214us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.268163:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2409 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.268164:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:462aff8a-4acc-47db-bc98-439daac195c0+2409:2005:x1825030869206912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.268167:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520163 00000100:00100000:2.0:1740485460.268170:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520164 00010000:00010000:3.0:1740485460.268172:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2409 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.268187:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.268188:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.268191:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268192:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2407 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268194:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268198:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268201:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268208:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.268208:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268213:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520165 00010000:00010000:2.0:1740485460.268214:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268217:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2407:2005:x1825030869206016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.268220:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.268221:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2407:2005:x1825030869206144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 312us (417us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.268223:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.268226:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131eccc00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.268227:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520158 00010000:00010000:1.0:1740485460.268228:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2407 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268229:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268235:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268236:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2406 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268243:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268247:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4feec00/0x5922c046cda795fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813723e2 expref: 2406 pid: 16090 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268248:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131eccc00/0x5922c046cdb8c0fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268248:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3630:3766:x1825030708265216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2347us (2386us total) trans 4295501409 rc 0/0 00000100:00100000:0.0:1740485460.268255:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431380 00010000:00010000:1.0:1740485460.268257:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.268258:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.268261:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268268:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268270:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b52b4000/0x5922c046cda7998c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813725b7 expref: 2405 pid: 16679 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.268278:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866f100/2, rc 0, transno 4295501409 00010000:00010000:1.0:1740485460.268280:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.268282:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708266496:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.268286:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708265216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.268293:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2404:2005:x1825030869206016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (506us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.268294:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268298:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520165 00010000:00010000:3.0:1740485460.268302:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268307:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.268308:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268314:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708266752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.268315:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268323:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268329:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.268335:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c11000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.268338:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268344:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268344:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a554d200/0x5922c046cda79502 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81372379 expref: 2403 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.268347:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708266752 00000100:00100000:0.0:1740485460.268350:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708266752 00010000:00010000:3.0:1740485460.268353:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268355:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708265344:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.268360:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c117 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.268361:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca21850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3631:3765:x1825030708264960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2508us (2541us total) trans 4295501410 rc 0/0 00000100:00100000:0.0:1740485460.268364:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431385 00010000:00010000:1.0:1740485460.268366:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.268368:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431379 00000100:00100000:0.0:1740485460.268369:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3631:3766:x1825030708266752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.268373:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268379:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.268379:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16474 count 1 00010000:00010000:1.0:1740485460.268386:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268387:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268389:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268392:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268394:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268400:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268400:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2402 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268402:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268406:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268406:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.268408:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012de30e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.268408:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.268410:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268411:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268412:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268418:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c061a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.268418:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268420:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268425:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2402 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268427:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268427:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268433:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de30e00/0x5922c046cdb8c0f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.268433:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2402 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268435:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268442:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c061a00/0x5922c046cdb8c110 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268442:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708266880:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.268459:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.268464:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3631:3765:x1825030708266112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2023us (2113us total) trans 4295501411 rc 0/0 00000100:00100000:3.0:1740485460.268469:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431383 00000004:00080000:0.0:1740485460.268480:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad3800/2, rc 0, transno 4295501411 00010000:00010000:3.0:1740485460.268482:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268486:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268486:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708266112:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.268491:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268495:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268499:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268502:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f0000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.268504:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268508:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.268511:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95b800/2, rc 0, transno 4295501410 00010000:00010000:3.0:1740485460.268513:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268516:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708264960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.268517:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0000/0x5922c046cdb8c0ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.268531:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3632:3766:x1825030708264704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2719us (2760us total) trans 4295501412 rc 0/0 00000004:00080000:0.0:1740485460.268536:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6ad80/2, rc 0, transno 4295501412 00000100:00100000:1.0:1740485460.268537:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431378 00000100:00100000:2.0:1740485460.268541:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3632:3764:x1825030708265856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2246us (2292us total) trans 4295501413 rc 0/0 00000100:00100000:0.0:1740485460.268541:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708264704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.268547:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431382 00000100:00100000:0.0:1740485460.268593:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708267264:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.268603:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012defb000/0x5922c046cda7b7a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137438c expref: 2402 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.268613:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.268614:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708266624:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.268628:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009615a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3631:3765:x1825030708264832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2911us (2950us total) trans 4295501414 rc 0/0 00010000:00010000:2.0:1740485460.268630:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.268632:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431377 00010000:00010000:2.0:1740485460.268638:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.268641:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6b480/2, rc 0, transno 4295501414 00010000:00010000:2.0:1740485460.268644:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268647:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708264832:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.268650:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268656:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268666:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268672:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099eafa00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.268672:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.268675:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268677:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708267392:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.268681:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268689:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268694:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099eafa00/0x5922c046cdb8c11e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268702:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.268717:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708267264 00000100:00100000:3.0:1740485460.268720:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708267264 00000100:00100000:0.0:1740485460.268723:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.268733:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708267392 00000100:00100000:3.0:1740485460.268735:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708267392 00000100:00100000:0.0:1740485460.268738:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.268753:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708267136 00000100:00100000:3.0:1740485460.268755:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708267136 00000100:00100000:0.0:1740485460.268760:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.268764:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431386 00000100:00100000:0.0:1740485460.268764:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.268769:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431387 00000100:00100000:1.0:1740485460.268769:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3634:3766:x1825030708267264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.268774:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3634:3766:x1825030708267392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.268774:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431388 00000100:00100000:0.0:1740485460.268778:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.268780:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3634:3765:x1825030708267136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.268780:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16477 count 1 00002000:00080000:3.0:1740485460.268785:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16478 count 1 00010000:00010000:1.0:1740485460.268790:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.268792:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16476 count 1 00010000:00010000:3.0:1740485460.268794:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268800:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2401 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268801:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268805:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2401 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268807:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.268809:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.268810:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.268810:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2401 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268811:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268812:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.268814:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.268816:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.268818:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.268821:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268825:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2401 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268828:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2401 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268834:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2401 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.268834:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2401 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.268836:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2401 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.268840:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708267648:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.268844:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708267520:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.268845:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2401 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.268855:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708267776:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.268857:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880095225a80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.268861:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.268871:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708267008 00000004:00080000:3.0:1740485460.268872:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866d500/2, rc 0, transno 4295501413 00000100:00100000:1.0:1740485460.268874:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708267008 00000100:00100000:2.0:1740485460.268878:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.268884:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708265856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.268889:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431389 00000100:00100000:1.0:1740485460.268892:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3635:3765:x1825030708267008:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.268900:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007296f000/0x5922c046cda797da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813724e5 expref: 2401 pid: 16612 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.268901:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16475 count 1 00000100:00100000:3.0:1740485460.268907:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708265984:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.268908:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268916:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268917:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2400 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268920:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268923:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.268924:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268925:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.268927:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268928:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268931:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268935:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268938:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099eae400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.268940:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268941:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2400 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.268943:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.268946:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.268949:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.268950:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2400 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.268953:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099eae400/0x5922c046cdb8c109 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.268953:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3635:3767:x1825030708266240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2467us (2502us total) trans 4295501415 rc 0/0 00000100:00100000:0.0:1740485460.268953:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.268958:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708268032:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.268959:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431384 00000100:00100000:0.0:1740485460.268974:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.268977:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.268987:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708267904 00000100:00100000:1.0:1740485460.268990:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708267904 00000004:00080000:0.0:1740485460.268997:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad0380/2, rc 0, transno 4295501415 00000100:00100000:1.0:1740485460.269004:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431390 00000100:00100000:1.0:1740485460.269007:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3636:3765:x1825030708267904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.269016:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16479 count 1 00010000:00010000:1.0:1740485460.269025:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.269026:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3636:3767:x1825030708265728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2896us (3004us total) trans 4295501416 rc 0/0 00000100:00100000:3.0:1740485460.269030:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431381 00010000:00010000:1.0:1740485460.269034:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2400 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269040:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.269041:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.269043:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269057:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2400 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.269064:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708266240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.269065:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2400 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.269073:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708268160:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.269088:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.269098:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.269105:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708268288:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.269105:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8d880/2, rc 0, transno 4295501416 00000100:00100000:0.0:1740485460.269110:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708265728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.269123:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.269133:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708268416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.269140:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708268288 00000100:00100000:1.0:1740485460.269143:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708268288 00000100:00100000:0.0:1740485460.269150:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.269155:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708268416 00000100:00100000:1.0:1740485460.269157:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708268416 00000100:00100000:3.0:1740485460.269167:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431391 00000100:00100000:1.0:1740485460.269171:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431392 00000100:00100000:3.0:1740485460.269172:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3637:3764:x1825030708268288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.269175:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3637:3766:x1825030708268416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.269184:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16480 count 1 00002000:00080000:1.0:1740485460.269184:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16481 count 1 00010000:00010000:3.0:1740485460.269193:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269193:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.269203:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2400 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269203:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2400 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269209:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.269210:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.269210:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.269211:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.269213:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269213:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.269227:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2400 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.269231:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2400 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.269239:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2400 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.269240:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2400 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.269248:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708268672:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.269249:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708268544:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.269271:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.269272:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.270277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.270294:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708266880:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.270306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.270308:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.270309:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708267648:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.270321:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.270323:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207040 00000100:00100000:2.0:1740485460.270325:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207040 00010000:00010000:2.0:1740485460.270336:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2401 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270348:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708267776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.270349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.270357:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.270360:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207168 00000100:00100000:1.0:1740485460.270360:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207296 00000100:00100000:2.0:1740485460.270362:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207168 00000100:00100000:1.0:1740485460.270364:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207296 00000100:00100000:0.0:1740485460.270369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.270370:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520166 00010000:00010000:2.0:1740485460.270370:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2403 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270374:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2403:2004:x1825030869207040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.270377:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2403 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.270379:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.270383:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2403 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.270387:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207424 00010000:00010000:3.0:1740485460.270388:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2403 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.270389:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207424 00000100:00100000:0.0:1740485460.270390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.270396:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2404 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.270397:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009da65400/0x5922c046cda7b86b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813743e0 expref: 2404 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270400:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207552 00000100:00100000:1.0:1740485460.270403:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207552 00010000:00010000:3.0:1740485460.270404:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270405:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270407:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.270408:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520167 00010000:00010000:3.0:1740485460.270411:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270411:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2404 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.270412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.270413:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2404:2003:x1825030869207168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.270418:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.270420:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.270423:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2404 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270424:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207808 00000100:00100000:1.0:1740485460.270426:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207808 00000100:00100000:0.0:1740485460.270430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.270431:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2405 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.270433:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2405 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270434:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:462aff8a-4acc-47db-bc98-439daac195c0+2405:2004:x1825030869207040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.270439:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520166 00010000:00010000:2.0:1740485460.270443:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e800/0x5922c046cda7ba7f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ce expref: 2405 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270447:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207680 00000100:00100000:1.0:1740485460.270448:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207680 00010000:00010000:2.0:1740485460.270452:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.270453:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.270456:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520168 00010000:00010000:2.0:1740485460.270456:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270456:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2404 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270459:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2404:2005:x1825030869207296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.270463:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.270463:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270466:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2404 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270469:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520169 00010000:00010000:3.0:1740485460.270471:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2404 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270475:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2404:2005:x1825030869207424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.270477:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.270478:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.270479:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270480:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270482:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.270485:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270486:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2404 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.270490:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.270494:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2404 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.270495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.270498:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2404:2003:x1825030869207168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.270499:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2404:2005:x1825030869207296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.270503:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520168 00000100:00100000:2.0:1740485460.270505:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520167 00010000:00010000:1.0:1740485460.270507:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff5bc00/0x5922c046cda7b983 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137446c expref: 2404 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270513:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869207936 00000100:00100000:3.0:1740485460.270515:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869207936 00010000:00010000:1.0:1740485460.270517:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.270519:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520170 00010000:00010000:1.0:1740485460.270519:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270521:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2402 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.270521:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.270523:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869207552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.270528:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270529:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.270533:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520171 00010000:00010000:2.0:1740485460.270534:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2402 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270536:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869207808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.270539:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.270542:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2402 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.270542:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2402 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.270543:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.270547:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2402 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.270567:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.270569:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270571:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270572:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.270572:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270573:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270593:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270597:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270601:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.270606:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869207424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 129us (235us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.270608:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.270613:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869207808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.270614:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520169 00000100:00100000:3.0:1740485460.270617:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520171 00000100:00100000:2.0:1740485460.270622:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869207552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.270627:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520172 00000100:00100000:3.0:1740485460.270630:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2400:2004:x1825030869207680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.270631:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520170 00010000:00010000:3.0:1740485460.270634:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.270637:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2400 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270640:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520173 00010000:00010000:3.0:1740485460.270642:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2399 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270645:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2399:2003:x1825030869207936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.270648:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270649:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.270651:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270652:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.270655:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270657:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2399 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.270659:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270660:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.270666:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270666:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2399 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.270670:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2399:2004:x1825030869207680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (241us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.270673:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.270674:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520172 00010000:00010000:1.0:1740485460.270676:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.270678:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.270679:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270680:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270686:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270687:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270691:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006d9ca200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.270694:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270698:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.270700:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270708:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270708:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270712:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.270714:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d9ca200/0x5922c046cdb8c125 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270717:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.270718:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2398:2003:x1825030869207936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (222us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.270720:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270724:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.270724:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520173 00010000:00010000:3.0:1740485460.270727:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357b9600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.270729:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270733:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270738:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270742:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357b9600/0x5922c046cdb8c13a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270759:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012defae00/0x5922c046cda7bb04 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813744ff expref: 2397 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.270770:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708268160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.270783:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270791:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270801:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270809:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270815:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270821:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270827:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b53200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.270829:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.270835:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.270841:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3639:3765:x1825030708267136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2061us (2102us total) trans 4295501418 rc 0/0 00010000:00010000:1.0:1740485460.270844:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.270846:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431388 00000100:00100000:2.0:1740485460.270846:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3639:3766:x1825030708266752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2474us (2512us total) trans 4295501417 rc 0/0 00010000:00010000:1.0:1740485460.270849:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c148 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.270852:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431385 00010000:00010000:3.0:1740485460.270860:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270864:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270868:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270872:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270877:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270882:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ca08200 already unused, calling callback (ffffffffa0872710) 00000004:00080000:2.0:1740485460.270882:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6a680/2, rc 0, transno 4295501418 00010000:00010000:3.0:1740485460.270885:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.270891:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.270897:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca69880/2, rc 0, transno 4295501417 00000100:00100000:2.0:1740485460.270898:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.270899:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.270902:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708266752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.270906:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca08200/0x5922c046cdb8c133 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.270936:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.270943:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708268928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.270952:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3639:3765:x1825030708267904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1942us (1976us total) trans 4295501419 rc 0/0 00000100:00100000:1.0:1740485460.270959:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431390 00000100:00100000:2.0:1740485460.270963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.270971:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708268928 00000100:00100000:1.0:1740485460.270974:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708268928 00000100:00100000:1.0:1740485460.270989:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431393 00000004:00080000:2.0:1740485460.270991:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca68700/2, rc 0, transno 4295501419 00000100:00100000:1.0:1740485460.270993:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3639:3764:x1825030708268928:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.271000:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708268800:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.271002:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16483 count 1 00000100:00100000:3.0:1740485460.271005:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3639:3766:x1825030708267392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2230us (2302us total) trans 4295501420 rc 0/0 00000100:00100000:2.0:1740485460.271006:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.271009:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431387 00010000:00010000:1.0:1740485460.271009:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271016:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2396 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271020:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271021:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271022:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271032:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2396 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271033:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.271034:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006da04400/0x5922c046cda7bb4a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374529 expref: 2396 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.271037:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2396 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.271040:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708269056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.271040:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.271043:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708269184:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.271044:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708268672:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.271056:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.271057:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6b100/2, rc 0, transno 4295501420 00010000:00010000:3.0:1740485460.271063:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.271063:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708267392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271064:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1ef600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.271066:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.271069:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271076:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271077:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fc1c800/0x5922c046cda7b9ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374496 expref: 2395 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.271082:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.271083:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708269312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.271086:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708268800 00000100:00100000:2.0:1740485460.271089:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708268800 00000100:00100000:1.0:1740485460.271089:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708267520:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.271093:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271097:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271098:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012ca09c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.271100:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271101:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271104:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271105:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708269056 00010000:00010000:1.0:1740485460.271105:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.271106:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.271107:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708269056 00010000:00010000:1.0:1740485460.271109:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271110:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271113:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca09c00/0x5922c046cdb8c156 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271113:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271117:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708269312 00010000:00010000:1.0:1740485460.271117:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271119:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708269312 00010000:00010000:1.0:1740485460.271120:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.271122:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271125:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271130:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431394 00000100:00100000:2.0:1740485460.271134:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3641:3766:x1825030708268800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.271134:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271138:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c12c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.271145:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16482 count 1 00010000:00010000:2.0:1740485460.271156:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271166:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2394 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271172:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.271174:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.271176:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.271197:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3643:3764:x1825030708268288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2024us (2072us total) trans 4295501421 rc 0/0 00010000:00010000:2.0:1740485460.271197:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2394 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.271203:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431391 00010000:00010000:2.0:1740485460.271206:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2394 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.271215:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708269440:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.271216:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3643:3766:x1825030708267264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2445us (2602us total) trans 4295501422 rc 0/0 00000100:00100000:1.0:1740485460.271222:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431386 00000100:00100000:3.0:1740485460.271226:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431395 00000004:00080000:0.0:1740485460.271227:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6aa00/2, rc 0, transno 4295501422 00000100:00100000:3.0:1740485460.271230:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3642:3764:x1825030708269056:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.271235:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708267264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271236:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431396 00000100:00100000:2.0:1740485460.271239:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.271240:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3641:3766:x1825030708269312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.271241:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16484 count 1 00010000:00010000:3.0:1740485460.271248:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.271250:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16485 count 1 00000100:00100000:0.0:1740485460.271255:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.271256:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2394 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271259:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271260:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.271261:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.271261:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708269568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.271262:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271269:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2394 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271273:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2394 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271275:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271277:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.271278:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.271279:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.271279:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.271284:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708269696:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.271293:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2394 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271295:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708269568 00000100:00100000:3.0:1740485460.271298:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.271298:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708269568 00010000:00010000:1.0:1740485460.271303:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2394 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.271309:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708269824:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.271313:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431397 00000004:00080000:3.0:1740485460.271316:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca68e00/2, rc 0, transno 4295501421 00000100:00100000:2.0:1740485460.271317:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3642:3766:x1825030708269568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271323:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efd80 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.271328:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16486 count 1 00000100:00100000:3.0:1740485460.271332:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708268288:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.271337:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271337:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fbcd200/0x5922c046cda7b8db lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137441f expref: 2394 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.271344:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708268032:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.271348:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2393 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271354:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.271355:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271355:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271358:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271361:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271367:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271373:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271374:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2393 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271380:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.271384:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708269952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.271386:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.271388:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2393 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.271392:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099eaf200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.271395:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271397:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708270080:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.271402:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.271403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.271411:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271418:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099eaf200/0x5922c046cdb8c141 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x405b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271420:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.271426:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708269952 00000100:00100000:3.0:1740485460.271429:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708269952 00000100:00100000:3.0:1740485460.271443:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431398 00000100:00100000:3.0:1740485460.271447:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3643:3764:x1825030708269952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.271458:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16487 count 1 00010000:00010000:3.0:1740485460.271468:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271483:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2393 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271488:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.271489:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.271491:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271503:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2393 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.271512:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2393 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.271520:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3644:3765:x1825030708267008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2626us (2740us total) trans 4295501423 rc 0/0 00000100:00100000:3.0:1740485460.271521:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708270208:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.271527:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431389 00000100:00100000:3.0:1740485460.271543:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800723d00c0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.271548:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6a300/2, rc 0, transno 4295501423 00010000:00010000:1.0:1740485460.271564:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800986e5e00/0x5922c046cda7bbba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374553 expref: 2393 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.271593:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708267008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271594:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708268544:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.271605:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271615:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.271617:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708270336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.271622:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271626:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271630:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271633:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271636:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15c600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.271637:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.271638:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271642:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271647:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271651:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c14f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.271723:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3644:3766:x1825030708268416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2547us (2572us total) trans 4295501424 rc 0/0 00000100:00100000:1.0:1740485460.271727:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431392 00000100:00100000:1.0:1740485460.271735:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708270336 00000100:00100000:1.0:1740485460.271737:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708270336 00000004:00080000:0.0:1740485460.271737:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca69180/2, rc 0, transno 4295501424 00000100:00100000:0.0:1740485460.271751:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708268416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271755:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431399 00000100:00100000:1.0:1740485460.271757:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3644:3765:x1825030708270336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.271764:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16488 count 1 00010000:00010000:1.0:1740485460.271771:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271777:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2392 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271781:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271782:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271784:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271793:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2392 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271798:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2392 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.271799:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708270464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.271803:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708270592:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.271818:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008e1efc00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.271820:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.271827:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708270464 00000100:00100000:1.0:1740485460.271829:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708270464 00000100:00100000:1.0:1740485460.271838:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431400 00000100:00100000:1.0:1740485460.271840:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3645:3766:x1825030708270464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.271847:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16489 count 1 00010000:00010000:1.0:1740485460.271852:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271858:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2392 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271861:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271862:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.271863:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271872:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2392 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.271877:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2392 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.271882:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708270720:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.271893:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.272850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.272872:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708269184:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.272885:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.272887:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208064 00000100:00100000:3.0:1740485460.272891:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208064 00000100:00100000:0.0:1740485460.272894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.272905:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2393 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.272906:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208192 00000100:00100000:1.0:1740485460.272909:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208192 00010000:00010000:1.0:1740485460.272920:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2394 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.272925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.272928:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708269440:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.272933:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208320 00000100:00100000:3.0:1740485460.272935:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208320 00010000:00010000:2.0:1740485460.272941:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.272942:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520174 00010000:00010000:3.0:1740485460.272944:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2395 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.272946:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2395:2004:x1825030869208064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.272952:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.272955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.272956:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2395 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.272961:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2395 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.272962:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208448 00000100:00100000:2.0:1740485460.272963:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708270080:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.272965:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208448 00010000:00010000:3.0:1740485460.272973:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2396 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.272973:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a6bca00/0x5922c046cda7bc7e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745a7 expref: 2396 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.272974:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.272978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.272985:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208576 00010000:00010000:1.0:1740485460.272985:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.272986:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.272987:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208576 00010000:00010000:1.0:1740485460.272989:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.272994:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2396 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.272996:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.272997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.273008:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208704 00000100:00100000:3.0:1740485460.273010:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520175 00000100:00100000:2.0:1740485460.273010:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208704 00010000:00010000:1.0:1740485460.273011:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.273014:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2397:2005:x1825030869208192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.273019:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2397 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.273020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.273021:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.273025:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2397 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273033:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2397 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.273033:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208832 00000100:00100000:1.0:1740485460.273033:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2397:2004:x1825030869208064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.273035:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208832 00000100:00100000:1.0:1740485460.273040:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520174 00010000:00010000:2.0:1740485460.273043:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2398 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273045:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008daf6000/0x5922c046cda7bc38 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137457d expref: 2398 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273054:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.273054:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520176 00010000:00010000:3.0:1740485460.273056:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.273059:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273059:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2396:2005:x1825030869208320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.273059:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520177 00000100:00100000:1.0:1740485460.273064:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2396:2005:x1825030869208448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.273065:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273065:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.273069:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2396 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.273070:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.273075:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2396 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.273077:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2396 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.273084:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2396 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273085:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.273086:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273087:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273090:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273094:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273096:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273096:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.273099:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.273100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.273104:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2396:2005:x1825030869208192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (210us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.273105:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273107:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.273109:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520175 00010000:00010000:1.0:1740485460.273117:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.273119:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2395:2005:x1825030869208320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.273120:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869208960 00000100:00100000:3.0:1740485460.273123:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869208960 00000100:00100000:2.0:1740485460.273124:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520176 00010000:00010000:3.0:1740485460.273131:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2396 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.273132:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2395:2005:x1825030869208448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.273136:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520178 00000100:00100000:2.0:1740485460.273139:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2395:2005:x1825030869208576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.273139:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520177 00000100:00100000:3.0:1740485460.273148:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520179 00010000:00010000:2.0:1740485460.273148:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.273151:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2394:2003:x1825030869208704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.273151:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.273153:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520180 00010000:00010000:3.0:1740485460.273156:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.273157:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2394:2004:x1825030869208832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.273159:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273160:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.273162:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.273166:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2394 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273168:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.273170:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cbb6a00/0x5922c046cda7be30 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374664 expref: 2394 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273176:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.273177:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273179:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.273179:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2393 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273180:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273180:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273183:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273186:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273189:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273189:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.273191:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.273193:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273199:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273200:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.273200:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.273208:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.273224:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2393:2003:x1825030869208704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.273224:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2393:2005:x1825030869208576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.273228:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:462aff8a-4acc-47db-bc98-439daac195c0+2393:2004:x1825030869208832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.273230:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520178 00000100:00100000:3.0:1740485460.273232:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520179 00000100:00100000:1.0:1740485460.273235:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520180 00000100:00100000:2.0:1740485460.273242:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520181 00000100:00100000:2.0:1740485460.273251:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2390:2005:x1825030869208960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.273257:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.273261:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2390 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.273262:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273266:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273270:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2390 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.273271:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273274:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273279:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.273281:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.273282:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132693a00/0x5922c046cda7be68 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137468e expref: 2390 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.273284:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273285:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273290:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273291:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15ce00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.273293:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708270208:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.273293:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273300:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273301:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.273304:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273309:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273311:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273316:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c15d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273317:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273318:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869208960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.273323:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520181 00010000:00010000:3.0:1740485460.273324:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273330:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273337:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273345:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273347:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.273349:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273351:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273356:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273358:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273363:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273365:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273371:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c180 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273375:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273380:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134e7c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.273383:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273389:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273396:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273402:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e7c000/0x5922c046cdb8c164 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.273421:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3646:3764:x1825030708268928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2426us (2456us total) trans 4295501425 rc 0/0 00000100:00100000:1.0:1740485460.273427:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431393 00010000:00010000:1.0:1740485460.273453:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072b20200/0x5922c046cda7bddc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374633 expref: 2388 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.273465:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708269824:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.273476:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273480:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3647:3764:x1825030708269952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2031us (2075us total) trans 4295501426 rc 0/0 00000100:00100000:3.0:1740485460.273486:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431398 00010000:00010000:1.0:1740485460.273488:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273492:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3647:3766:x1825030708268800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2357us (2452us total) trans 4295501427 rc 0/0 00010000:00010000:1.0:1740485460.273494:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273497:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431394 00010000:00010000:1.0:1740485460.273498:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273502:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273505:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273509:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f06200 already unused, calling callback (ffffffffa0872710) 00000004:00080000:3.0:1740485460.273511:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f8a80/2, rc 0, transno 4295501426 00010000:00010000:1.0:1740485460.273512:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273515:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273517:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.273521:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866c700/2, rc 0, transno 4295501427 00010000:00010000:2.0:1740485460.273523:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273524:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708269952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.273526:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.273526:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708268800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.273530:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.273532:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f06200/0x5922c046cdb8c172 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.273534:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866ed80/2, rc 0, transno 4295501425 00010000:00010000:2.0:1740485460.273537:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273538:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708268928:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.273544:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273563:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134e7c800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.273566:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273569:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d09d200/0x5922c046cda7bd57 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813745f4 expref: 2387 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.273573:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273595:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708269696:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.273601:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273607:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e7c800/0x5922c046cdb8c179 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273608:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273615:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273621:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273627:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273633:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273640:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273646:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f1600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.273649:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.273653:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3646:3766:x1825030708269312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2412us (2547us total) trans 4295501428 rc 0/0 00010000:00010000:3.0:1740485460.273655:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.273657:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431396 00010000:00010000:0.0:1740485460.273658:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097736e00/0x5922c046cda7bf17 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374705 expref: 2386 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.273664:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.273667:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708270720:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.273674:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866ce00/2, rc 0, transno 4295501428 00010000:00010000:3.0:1740485460.273675:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f1600/0x5922c046cdb8c16b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273678:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273680:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708269312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.273683:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.273683:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273687:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273691:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273694:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273698:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273701:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008be49400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.273702:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708270848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.273703:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273708:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273715:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273718:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008be49400/0x5922c046cdb8c18e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273721:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.273746:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880072a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708271232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.273746:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708270848 00000100:00100000:1.0:1740485460.273748:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708270848 00000100:00100000:2.0:1740485460.273762:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.273763:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431401 00000100:00100000:1.0:1740485460.273766:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3648:3766:x1825030708270848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.273768:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3648:3764:x1825030708269056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2537us (2701us total) trans 4295501429 rc 0/0 00000100:00100000:3.0:1740485460.273774:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431395 00002000:00080000:1.0:1740485460.273774:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16490 count 1 00000100:00100000:2.0:1740485460.273780:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708271104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.273781:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273787:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708271232 00010000:00010000:1.0:1740485460.273788:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2385 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273790:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708271232 00010000:00010000:1.0:1740485460.273792:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.273793:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.273794:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.273794:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273802:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708271104 00000100:00100000:2.0:1740485460.273803:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.273804:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2385 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.273805:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708271104 00000100:00100000:2.0:1740485460.273807:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708270976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.273808:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3649:3766:x1825030708270464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1965us (1987us total) trans 4295501430 rc 0/0 00010000:00010000:1.0:1740485460.273809:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2385 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.273813:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431400 00000100:00100000:1.0:1740485460.273815:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708271360:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.273816:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431402 00000100:00100000:2.0:1740485460.273820:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.273821:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3648:3766:x1825030708271232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.273824:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708270976 00000100:00100000:0.0:1740485460.273826:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708270976 00002000:00080000:3.0:1740485460.273831:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16493 count 1 00000100:00100000:1.0:1740485460.273831:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.273838:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431403 00010000:00010000:3.0:1740485460.273840:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.273841:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431404 00000100:00100000:0.0:1740485460.273841:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3649:3765:x1825030708271104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.273845:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3649:3765:x1825030708270976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.273849:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16492 count 1 00010000:00010000:3.0:1740485460.273850:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2385 pid: 16707 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.273854:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16491 count 1 00010000:00010000:3.0:1740485460.273856:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.273856:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273858:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.273860:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273862:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273864:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2385 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273868:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.273869:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.273870:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2385 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273871:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273874:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2385 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.273876:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.273878:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.273880:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273882:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2385 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.273888:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2385 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.273888:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2385 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.273893:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2385 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.273894:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708271616:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.273897:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708271488:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.273900:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2385 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.273908:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708271744:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.273908:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.273915:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.273922:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.273933:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866c000/2, rc 0, transno 4295501429 00000004:00080000:2.0:1740485460.273936:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca68380/2, rc 0, transno 4295501430 00000100:00100000:3.0:1740485460.273946:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708269056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.273947:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708270464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.273978:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132693200/0x5922c046cda7bea0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813746c6 expref: 2385 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.273985:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708271872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.273985:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708270592:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.273989:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708272000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.273994:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.273998:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.274000:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.274002:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274006:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274009:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.274011:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.274014:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274017:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15d000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.274019:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274023:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274028:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.274032:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15d000/0x5922c046cdb8c187 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.274033:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708271872 00000100:00100000:3.0:1740485460.274035:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708271872 00000100:00100000:3.0:1740485460.274047:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708272000 00000100:00100000:3.0:1740485460.274048:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708272000 00000100:00100000:3.0:1740485460.274057:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431405 00000100:00100000:3.0:1740485460.274061:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3652:3767:x1825030708271872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.274071:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16494 count 1 00000100:00100000:2.0:1740485460.274073:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3653:3766:x1825030708269568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2754us (2792us total) trans 4295501431 rc 0/0 00000100:00100000:2.0:1740485460.274078:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431397 00010000:00010000:3.0:1740485460.274080:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274089:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2384 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.274089:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431406 00000100:00100000:2.0:1740485460.274093:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3652:3764:x1825030708272000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.274095:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.274097:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.274099:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.274101:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16495 count 1 00000100:00100000:0.0:1740485460.274104:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3652:3765:x1825030708270336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2345us (2467us total) trans 4295501432 rc 0/0 00000100:00100000:0.0:1740485460.274108:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431399 00010000:00010000:2.0:1740485460.274109:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274114:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2384 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.274118:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2384 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274122:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2384 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.274123:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.274125:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.274127:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.274130:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708272128:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.274139:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2384 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.274147:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2384 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.274149:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.274155:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708272256:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.274169:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.274184:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f8380/2, rc 0, transno 4295501431 00000100:00100000:2.0:1740485460.274189:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708269568:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.274203:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f8e00/2, rc 0, transno 4295501432 00000100:00100000:2.0:1740485460.274207:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708270336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.274214:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708272384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.274232:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.274234:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708272512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.274248:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708272384 00000100:00100000:2.0:1740485460.274251:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708272384 00000100:00100000:0.0:1740485460.274259:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.274262:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431407 00000100:00100000:2.0:1740485460.274266:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3652:3765:x1825030708272384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.274270:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708272512 00000100:00100000:3.0:1740485460.274272:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708272512 00002000:00080000:2.0:1740485460.274275:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16496 count 1 00000100:00100000:3.0:1740485460.274285:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431408 00010000:00010000:2.0:1740485460.274285:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.274289:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3653:3766:x1825030708272512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.274294:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2384 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.274296:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16497 count 1 00010000:00010000:2.0:1740485460.274300:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.274302:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.274304:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.274304:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274313:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2384 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274318:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.274318:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2384 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.274320:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.274322:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.274326:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2384 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.274335:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2384 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.274335:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708272640:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.274347:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2384 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.274355:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708272768:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.274355:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.274368:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.275404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.275432:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209088 00000100:00100000:1.0:1740485460.275432:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708271360:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.275436:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209088 00000100:00100000:0.0:1740485460.275436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.275445:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.275445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.275452:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2385 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.275467:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209216 00000100:00100000:2.0:1740485460.275469:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209216 00000100:00100000:3.0:1740485460.275473:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708271488:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.275477:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2386 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.275486:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275489:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209344 00000100:00100000:2.0:1740485460.275491:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209344 00010000:00010000:2.0:1740485460.275497:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2387 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.275507:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708272128:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.275508:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209472 00000100:00100000:2.0:1740485460.275510:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209472 00000100:00100000:0.0:1740485460.275510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.275515:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275516:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2388 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.275527:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209600 00000100:00100000:3.0:1740485460.275529:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209728 00000100:00100000:2.0:1740485460.275529:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209600 00000100:00100000:3.0:1740485460.275531:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209728 00010000:00010000:2.0:1740485460.275535:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2390 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275538:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2390 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.275564:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209856 00000100:00100000:3.0:1740485460.275567:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209856 00000100:00100000:2.0:1740485460.275567:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520182 00000100:00100000:2.0:1740485460.275572:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2391:2005:x1825030869209088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.275574:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2391 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.275588:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869209984 00000100:00100000:1.0:1740485460.275591:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869209984 00010000:00010000:2.0:1740485460.275594:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.275598:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2392 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275600:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708271616:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.275601:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520183 00000100:00100000:1.0:1740485460.275604:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869209216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.275605:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520184 00010000:00010000:2.0:1740485460.275606:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2392 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.275610:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869209344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.275610:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.275611:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275613:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2392 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275616:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.275619:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2392 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275620:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2392 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.275623:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af1c00/0x5922c046cda7bf80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137474b expref: 2392 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275628:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2392 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275628:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af1600/0x5922c046cda7c044 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747c9 expref: 2392 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.275632:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.275633:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.275634:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.275635:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.275636:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275638:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092764c00/0x5922c046cda7c07c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813747f3 expref: 2390 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275638:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275643:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275649:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.275649:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275650:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.275652:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275657:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.275658:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.275662:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275664:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.275666:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275670:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.275670:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.275674:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275675:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869209088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (272us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.275678:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275681:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869209216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (243us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.275681:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2ac00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.275682:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520182 00000100:00100000:3.0:1740485460.275683:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869209344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (237us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.275683:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.275686:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275687:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520183 00010000:00010000:0.0:1740485460.275693:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.275697:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520184 00010000:00010000:0.0:1740485460.275697:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2ac00/0x5922c046cdb8c195 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275702:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520185 00000100:00100000:1.0:1740485460.275707:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520186 00000100:00100000:2.0:1740485460.275708:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2386:2003:x1825030869209472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.275711:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520187 00000100:00100000:1.0:1740485460.275712:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2386:2005:x1825030869209728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.275713:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.275714:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2386:2004:x1825030869209600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.275717:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2386 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275718:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.275719:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.275722:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2386 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275723:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2386 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.275726:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2386 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275731:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2386 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.275732:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2386 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.275735:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.275737:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.275739:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275740:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.275741:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801249fa200/0x5922c046cda7c0d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374824 expref: 2386 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275742:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.275744:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275746:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275750:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.275750:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275751:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.275754:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275755:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.275759:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.275760:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275768:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.275768:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2385:2003:x1825030869209472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.275774:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520185 00000100:00100000:1.0:1740485460.275774:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:462aff8a-4acc-47db-bc98-439daac195c0+2385:2005:x1825030869209728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.275779:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520186 00000100:00100000:0.0:1740485460.275779:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3654:3766:x1825030708270848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2012us (2057us total) trans 4295501433 rc 0/0 00000100:00100000:3.0:1740485460.275780:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2385:2004:x1825030869209600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.275784:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431401 00000100:00100000:2.0:1740485460.275785:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520188 00000100:00100000:3.0:1740485460.275788:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520187 00000100:00100000:2.0:1740485460.275789:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2383:2005:x1825030869209856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.275794:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.275798:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2382 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275798:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2382 pid: 16690 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.275802:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca69f80/2, rc 0, transno 4295501433 00010000:00010000:2.0:1740485460.275806:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2382 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275807:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708270848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.275810:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520189 00000100:00100000:3.0:1740485460.275814:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2382:2005:x1825030869209984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.275816:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.275817:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.275820:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.275820:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275823:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2382 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.275824:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.275827:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.275829:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708272896:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.275831:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2382 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.275836:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.275840:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.275841:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.275841:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.275843:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275848:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:462aff8a-4acc-47db-bc98-439daac195c0+2382:2005:x1825030869209856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (337us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.275850:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275851:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708272896 00010000:00010000:0.0:1740485460.275852:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275853:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520188 00000100:00100000:1.0:1740485460.275853:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708272896 00010000:00010000:0.0:1740485460.275857:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275859:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.275861:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275863:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431409 00000100:00100000:1.0:1740485460.275865:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3654:3766:x1825030708272896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.275865:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.275871:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2381:2005:x1825030869209984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (307us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.275872:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.275873:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16498 count 1 00000100:00100000:3.0:1740485460.275876:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520189 00010000:00010000:0.0:1740485460.275876:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006d9cb600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.275878:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275879:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.275881:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275886:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af6600/0x5922c046cda7bfdb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374775 expref: 2380 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275886:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2380 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.275887:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275890:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.275890:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d9cb600/0x5922c046cdb8c1a3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275891:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.275893:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.275896:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708271744:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.275902:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af4600/0x5922c046cda7c194 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813748d3 expref: 2379 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.275902:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2379 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275907:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.275907:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2379 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.275912:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708272768:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.275913:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708273024:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.275914:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275920:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275921:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275925:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.275927:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275928:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275933:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275935:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275939:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275942:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275946:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275947:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.275950:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275952:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.275956:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275957:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcd200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.275960:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.275963:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3655:3765:x1825030708271104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2121us (2168us total) trans 4295501434 rc 0/0 00010000:00010000:2.0:1740485460.275964:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275966:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.275967:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431403 00010000:00010000:2.0:1740485460.275970:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c1aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.275973:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.275974:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8e680/2, rc 0, transno 4295501434 00010000:00010000:3.0:1740485460.275979:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd200/0x5922c046cdb8c1c6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.275988:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708271104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.276012:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708273152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.276015:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276022:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276029:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.276036:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276042:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276047:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcdc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.276050:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276056:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276064:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276071:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcdc00/0x5922c046cdb8c1b1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276072:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708273152 00000100:00100000:2.0:1740485460.276073:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3656:3765:x1825030708270976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2227us (2252us total) trans 4295501435 rc 0/0 00000100:00100000:0.0:1740485460.276074:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708273152 00000100:00100000:2.0:1740485460.276079:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431404 00000004:00080000:1.0:1740485460.276079:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8df80/2, rc 0, transno 4295501435 00000100:00100000:1.0:1740485460.276090:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708270976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.276092:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431410 00000100:00100000:2.0:1740485460.276096:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3656:3764:x1825030708273152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.276106:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16499 count 1 00000100:00100000:1.0:1740485460.276108:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.276113:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708273280:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.276116:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276126:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2378 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276131:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.276132:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.276134:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.276136:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276146:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708273280 00010000:00010000:2.0:1740485460.276150:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2378 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276150:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708273280 00010000:00010000:2.0:1740485460.276159:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2378 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.276163:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3658:3767:x1825030708271872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2101us (2161us total) trans 4295501437 rc 0/0 00000100:00100000:0.0:1740485460.276166:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431411 00000100:00100000:2.0:1740485460.276168:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708273408:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.276170:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431405 00000100:00100000:0.0:1740485460.276171:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3658:3764:x1825030708273280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.276182:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16500 count 1 00000004:00080000:1.0:1740485460.276187:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4d880/2, rc 0, transno 4295501437 00000100:00100000:2.0:1740485460.276188:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.276193:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708271872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.276205:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276206:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132d6d000/0x5922c046cda7c15c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137488d expref: 2378 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.276213:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1740485460.276215:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2377 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276216:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708273536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.276217:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708272640:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.276222:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.276223:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.276225:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276227:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.276234:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276240:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d227050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3657:3766:x1825030708272512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1950us (1980us total) trans 4295501436 rc 0/0 00010000:00010000:2.0:1740485460.276241:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.276242:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2377 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276245:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431408 00010000:00010000:2.0:1740485460.276248:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.276250:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2377 pid: 16612 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.276251:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fe17800/2, rc 0, transno 4295501436 00010000:00010000:2.0:1740485460.276254:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276255:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708273536 00000100:00100000:1.0:1740485460.276256:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fe17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708272512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.276257:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708273536 00010000:00010000:2.0:1740485460.276260:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276260:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708273664:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.276265:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.276268:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276270:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431412 00000100:00100000:3.0:1740485460.276273:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3657:3767:x1825030708273536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.276275:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276275:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.276282:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16501 count 1 00000100:00100000:1.0:1740485460.276283:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708273792:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.276284:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276290:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c1bf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276291:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276300:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2377 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276300:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.276305:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.276306:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.276308:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276316:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708273792 00000100:00100000:1.0:1740485460.276318:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708273792 00010000:00010000:3.0:1740485460.276322:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2377 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276329:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431413 00010000:00010000:3.0:1740485460.276331:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2377 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.276332:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3659:3767:x1825030708273792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.276339:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708273920:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.276340:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16502 count 1 00010000:00010000:1.0:1740485460.276347:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.276355:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2377 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276360:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.276360:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.276362:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.276364:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276373:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.276378:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2377 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276379:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.276379:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3659:3765:x1825030708272384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2111us (2146us total) trans 4295501438 rc 0/0 00000100:00100000:2.0:1740485460.276386:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431407 00010000:00010000:1.0:1740485460.276387:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2377 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.276391:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276395:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708274048:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.276398:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276404:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276407:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cd0c00/0x5922c046cda7c116 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374855 expref: 2377 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.276409:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcd000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.276412:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.276416:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708272256:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.276417:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.276418:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276426:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276427:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276432:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276433:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcd000/0x5922c046cdb8c19c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276438:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.276438:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866f800/2, rc 0, transno 4295501438 00010000:00010000:2.0:1740485460.276444:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276444:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708272384:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.276450:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276455:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276461:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f5400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.276463:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276465:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.276470:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708274176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.276474:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.276483:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.276486:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.276489:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c1b8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x406f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276524:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3660:3766:x1825030708271232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2702us (2760us total) trans 4295501439 rc 0/0 00000004:00080000:1.0:1740485460.276527:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072a6a680/2, rc 0, transno 4295501439 00000100:00100000:3.0:1740485460.276530:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431402 00000100:00100000:1.0:1740485460.276532:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880072a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708271232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.276541:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708274176 00000100:00100000:3.0:1740485460.276544:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708274176 00000100:00100000:1.0:1740485460.276569:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708274304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.276594:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431414 00000100:00100000:3.0:1740485460.276598:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3660:3765:x1825030708274176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.276599:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.276608:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16503 count 1 00000100:00100000:2.0:1740485460.276612:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3660:3764:x1825030708272000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2518us (2601us total) trans 4295501440 rc 0/0 00010000:00010000:3.0:1740485460.276617:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.276618:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431406 00000004:00080000:0.0:1740485460.276624:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4ed80/2, rc 0, transno 4295501440 00010000:00010000:3.0:1740485460.276626:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2376 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276631:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.276632:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.276632:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708272000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.276635:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276643:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708274304 00000100:00100000:1.0:1740485460.276645:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.276645:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708274304 00000100:00100000:1.0:1740485460.276648:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708274432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.276649:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2376 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.276657:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2376 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.276659:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.276660:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431415 00000100:00100000:0.0:1740485460.276664:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3660:3765:x1825030708274304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.276666:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708274560:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.276669:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708274432 00000100:00100000:1.0:1740485460.276670:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708274432 00002000:00080000:0.0:1740485460.276674:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16504 count 1 00010000:00010000:0.0:1740485460.276683:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.276685:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.276687:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431416 00000100:00100000:1.0:1740485460.276690:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3661:3767:x1825030708274432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.276693:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.276698:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16505 count 1 00010000:00010000:0.0:1740485460.276698:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.276700:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.276702:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.276707:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.276714:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.276717:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2376 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.276722:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.276723:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.276725:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.276727:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276730:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708274688:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.276742:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2376 pid: 16682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.276747:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd480 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.276750:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2376 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.276758:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708274816:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.276781:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.277976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.278001:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708273024:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.278014:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210112 00010000:00010000:1.0:1740485460.278017:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278018:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210112 00000100:00100000:0.0:1740485460.278026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.278032:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2377 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.278044:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708273408:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.278050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.278056:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278063:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210240 00000100:00100000:3.0:1740485460.278065:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210240 00010000:00010000:3.0:1740485460.278074:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2378 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.278086:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210368 00000100:00100000:3.0:1740485460.278088:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210368 00010000:00010000:3.0:1740485460.278094:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2379 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.278095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.278096:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520190 00000100:00100000:2.0:1740485460.278101:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2379:2005:x1825030869210112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.278105:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210496 00000100:00100000:3.0:1740485460.278106:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210496 00010000:00010000:2.0:1740485460.278109:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.278110:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708274048:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.278113:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2380 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278113:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2380 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.278119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.278121:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2380 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.278124:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210624 00010000:00010000:1.0:1740485460.278124:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278126:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210624 00010000:00010000:3.0:1740485460.278132:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2381 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278137:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a55c2e00/0x5922c046cda7c204 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374919 expref: 2381 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.278138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.278143:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210752 00000100:00100000:3.0:1740485460.278145:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210752 00010000:00010000:2.0:1740485460.278148:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.278149:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.278152:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2381 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278152:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.278158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.278159:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278164:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869210880 00000100:00100000:3.0:1740485460.278166:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869210880 00010000:00010000:2.0:1740485460.278172:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.278174:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2382 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.278175:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278182:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278186:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520191 00010000:00010000:1.0:1740485460.278190:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278191:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2382:2003:x1825030869210240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.278191:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2382:2005:x1825030869210112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.278191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.278196:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520190 00010000:00010000:3.0:1740485460.278197:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.278197:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278200:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2382 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.278203:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278207:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211008 00010000:00010000:3.0:1740485460.278208:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2381 pid: 16664 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.278209:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211008 00010000:00010000:1.0:1740485460.278209:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097b9d800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.278212:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278217:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2382 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.278218:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d6e800/0x5922c046cda7c290 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137494a expref: 2382 pid: 16664 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.278219:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278229:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278230:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.278230:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520192 00010000:00010000:3.0:1740485460.278232:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.278234:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278234:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2381:2003:x1825030869210368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.278235:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b9d800/0x5922c046cdb8c1cd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278239:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.278241:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278242:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2381 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.278245:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708273664:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.278253:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278254:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.278255:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2381 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278265:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cda7c2dd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374982 expref: 2381 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.278271:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2381:2003:x1825030869210240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (246us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.278274:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.278276:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.278277:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520191 00010000:00010000:2.0:1740485460.278278:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278284:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278288:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520193 00000100:00100000:3.0:1740485460.278291:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2379:2005:x1825030869210496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.278294:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708274688:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.278297:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.278297:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.278300:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2379 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.278301:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278308:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2379 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.278309:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278311:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2379:2003:x1825030869210368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (261us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.278313:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278316:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520192 00010000:00010000:3.0:1740485460.278317:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.278318:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278319:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.278321:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.278321:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.278325:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278327:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278327:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520194 00010000:00010000:0.0:1740485460.278328:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.278330:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278331:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2378:2005:x1825030869210624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.278333:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278336:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.278336:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.278338:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3662:3766:x1825030708272896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2470us (2494us total) trans 4295501441 rc 0/0 00010000:00010000:2.0:1740485460.278340:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2378 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.278343:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.278345:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431409 00010000:00010000:2.0:1740485460.278347:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2378 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.278347:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c1db lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278348:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2378:2005:x1825030869210496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.278353:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520193 00010000:00010000:2.0:1740485460.278364:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cda7c3e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a0e expref: 2378 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.278364:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520195 00000100:00100000:1.0:1740485460.278369:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2377:2005:x1825030869210752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.278373:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.278374:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.278375:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520196 00010000:00010000:1.0:1740485460.278376:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.278377:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278381:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2376 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278383:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278384:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2376:2005:x1825030869210880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.278390:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.278390:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2376 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.278394:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.278395:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.278401:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.278402:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.278405:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278406:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.278408:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2376:2005:x1825030869210624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.278414:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520194 00010000:00010000:1.0:1740485460.278416:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278417:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095027800/0x5922c046cda7c522 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ac4 expref: 2376 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.278426:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.278426:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520197 00010000:00010000:3.0:1740485460.278427:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.278427:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.278429:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2374:2003:x1825030869211008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.278430:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278435:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.278436:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278438:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2374 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.278441:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:462aff8a-4acc-47db-bc98-439daac195c0+2374:2005:x1825030869210752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (302us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.278446:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2374 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.278447:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520195 00010000:00010000:3.0:1740485460.278450:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.278455:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.278456:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.278459:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278464:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:462aff8a-4acc-47db-bc98-439daac195c0+2373:2005:x1825030869210880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (305us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.278465:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278469:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520196 00010000:00010000:2.0:1740485460.278474:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.278478:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013315e000/0x5922c046cda7c5b5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b2d expref: 2372 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.278485:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:462aff8a-4acc-47db-bc98-439daac195c0+2371:2003:x1825030869211008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.278489:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708274816:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.278490:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520197 00010000:00010000:3.0:1740485460.278501:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e19b200/0x5922c046cda7c385 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813749e4 expref: 2370 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.278501:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278508:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278511:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708273920:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.278513:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278514:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278519:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278521:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278522:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278526:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278527:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278528:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278532:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278535:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278537:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278539:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278541:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278543:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.278544:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801323df200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.278546:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278547:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278548:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278568:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278569:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278571:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278575:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350f0e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.278593:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278595:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278597:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278600:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278601:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15d400/0x5922c046cdb8c1fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.278603:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c1d4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278608:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278613:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350f0e00/0x5922c046cdb8c1e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278665:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f616c00/0x5922c046cda7c465 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374a62 expref: 2369 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.278677:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708274560:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.278688:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278694:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278701:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278707:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3665:3764:x1825030708273152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2610us (2675us total) trans 4295501443 rc 0/0 00010000:00010000:3.0:1740485460.278708:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278713:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431410 00010000:00010000:3.0:1740485460.278714:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.278719:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3665:3767:x1825030708274432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2026us (2057us total) trans 4295501444 rc 0/0 00010000:00010000:3.0:1740485460.278720:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278726:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcc400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.278726:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431416 00010000:00010000:3.0:1740485460.278729:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278734:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.278735:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fa300/2, rc 0, transno 4295501443 00000100:00100000:2.0:1740485460.278742:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708273152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.278743:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278748:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278750:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.278754:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc400/0x5922c046cdb8c1f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278758:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278765:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278771:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278777:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.278780:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278786:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278796:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.278802:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9c00/0x5922c046cdb8c1e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.278853:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3665:3765:x1825030708274176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2252us (2364us total) trans 4295501446 rc 0/0 00000100:00100000:3.0:1740485460.278859:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431414 00000004:00080000:2.0:1740485460.278876:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad1c00/2, rc 0, transno 4295501446 00000100:00100000:2.0:1740485460.278883:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708274176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.278888:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3664:3767:x1825030708273792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2554us (2586us total) trans 4295501447 rc 0/0 00000100:00100000:1.0:1740485460.278894:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431413 00000100:00100000:2.0:1740485460.278908:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.278912:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708274944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.278928:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.278934:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3663:3767:x1825030708273536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2659us (2704us total) trans 4295501445 rc 0/0 00000004:00080000:1.0:1740485460.278938:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fad80/2, rc 0, transno 4295501441 00000100:00100000:3.0:1740485460.278940:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431412 00000100:00100000:3.0:1740485460.278950:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708275072 00000100:00100000:3.0:1740485460.278953:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708275072 00000100:00100000:1.0:1740485460.278953:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708272896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.278964:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431417 00000100:00100000:3.0:1740485460.278967:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3663:3764:x1825030708275072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.278973:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.278973:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.278977:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16507 count 1 00000100:00100000:2.0:1740485460.278979:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.278986:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.278989:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccdf80/2, rc 0, transno 4295501444 00010000:00010000:3.0:1740485460.278995:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2368 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.278996:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.279000:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.279001:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708274432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.279002:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.279004:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.279010:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad1500/2, rc 0, transno 4295501447 00000100:00100000:1.0:1740485460.279014:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708273792:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.279018:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2368 pid: 16707 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.279020:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad0e00/2, rc 0, transno 4295501445 00000100:00100000:1.0:1740485460.279024:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708273536:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.279027:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2368 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.279032:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708275584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.279036:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708275328:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.279038:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.279049:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.279054:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.279060:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708274944 00000100:00100000:2.0:1740485460.279063:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708274944 00000100:00100000:1.0:1740485460.279063:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.279064:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708275200 00000100:00100000:3.0:1740485460.279066:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708275200 00000100:00100000:1.0:1740485460.279067:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708275456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.279078:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708275584 00000100:00100000:1.0:1740485460.279079:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.279080:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708275584 00000100:00100000:2.0:1740485460.279080:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431418 00000100:00100000:2.0:1740485460.279084:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3666:3767:x1825030708274944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.279088:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708275456 00000100:00100000:3.0:1740485460.279090:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708275456 00002000:00080000:2.0:1740485460.279094:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16506 count 1 00000100:00100000:1.0:1740485460.279096:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431419 00000100:00100000:3.0:1740485460.279100:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431420 00000100:00100000:1.0:1740485460.279100:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3667:3764:x1825030708275200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.279102:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.279104:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3667:3767:x1825030708275584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.279112:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16510 count 1 00010000:00010000:2.0:1740485460.279112:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.279112:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16508 count 1 00010000:00010000:2.0:1740485460.279118:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279119:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.279120:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279121:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279121:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279129:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279131:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279134:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279135:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279136:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.279138:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279138:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.279139:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.279142:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279143:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2368 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.279151:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708275840:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.279154:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279161:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.279162:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.279167:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.279170:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708275968:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.279171:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.279179:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431421 00000100:00100000:1.0:1740485460.279180:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708276096:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.279181:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51c00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.279183:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3667:3767:x1825030708275456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.279192:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16509 count 1 00000100:00100000:1.0:1740485460.279194:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.279201:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279213:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279219:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279221:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279223:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279237:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279242:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.279248:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708276224:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.279258:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.279266:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.279289:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708275712 00000100:00100000:2.0:1740485460.279291:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708275712 00000100:00100000:2.0:1740485460.279307:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431422 00000100:00100000:2.0:1740485460.279310:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3668:3764:x1825030708275712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.279320:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16511 count 1 00010000:00010000:2.0:1740485460.279329:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279338:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279344:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279346:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.279348:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279361:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2368 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.279367:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.279375:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708276352:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.279387:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ee40 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.279656:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279663:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279671:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279677:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279684:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279691:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a87ac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.279693:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279700:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.279704:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3668:3764:x1825030708273280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3531us (3571us total) trans 4295501442 rc 0/0 00010000:00010000:3.0:1740485460.279710:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.279710:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431411 00010000:00010000:3.0:1740485460.279717:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a87ac00/0x5922c046cdb8c1f7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.279765:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fa680/2, rc 0, transno 4295501442 00000100:00100000:2.0:1740485460.279773:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708273280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.279794:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.279800:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708276480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.279814:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3668:3765:x1825030708274304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3148us (3213us total) trans 4295501448 rc 0/0 00000100:00100000:2.0:1740485460.279816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.279820:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431415 00000100:00100000:3.0:1740485460.279833:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708276480 00000100:00100000:3.0:1740485460.279835:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708276480 00000004:00080000:2.0:1740485460.279847:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fb100/2, rc 0, transno 4295501448 00000100:00100000:3.0:1740485460.279849:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431423 00000100:00100000:3.0:1740485460.279852:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3668:3764:x1825030708276480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.279852:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708274304:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.279862:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16512 count 1 00010000:00010000:3.0:1740485460.279871:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.279878:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708276608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.279881:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279887:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.279888:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.279890:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.279897:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.279904:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.279912:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2368 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.279920:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708276736:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.279920:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708276608 00000100:00100000:1.0:1740485460.279923:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708276608 00000100:00100000:1.0:1740485460.279936:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431424 00000100:00100000:3.0:1740485460.279939:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.279940:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3669:3766:x1825030708276608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.279951:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16513 count 1 00010000:00010000:1.0:1740485460.279960:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279971:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279978:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.279980:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.279982:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.279998:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2368 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.280007:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2368 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.280016:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708276864:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.280035:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.280966:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708275840:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.280974:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708275328:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.280980:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.280988:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.281068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.281079:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211136 00000100:00100000:2.0:1740485460.281080:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211264 00000100:00100000:3.0:1740485460.281083:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211136 00000100:00100000:2.0:1740485460.281083:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211264 00010000:00010000:2.0:1740485460.281094:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2370 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281095:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2370 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.281112:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520198 00000100:00100000:3.0:1740485460.281116:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2370:2004:x1825030869211136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.281119:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520199 00010000:00010000:3.0:1740485460.281123:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.281124:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2370:2003:x1825030869211264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.281126:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2370 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281132:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.281134:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2370 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281135:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2370 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281144:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2370 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281145:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d14600/0x5922c046cda7c736 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374be3 expref: 2370 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281153:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.281155:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281156:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a45c00/0x5922c046cda7c65d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374b81 expref: 2369 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281158:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281164:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281165:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281166:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281169:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281176:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.281176:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281188:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.281193:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2368:2004:x1825030869211136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.281199:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520198 00000100:00100000:2.0:1740485460.281201:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2368:2003:x1825030869211264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.281205:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520199 00010000:00010000:3.0:1740485460.281219:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281220:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281224:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281225:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281228:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281231:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281232:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281235:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281237:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281239:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f5200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.281240:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281244:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281248:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281252:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281253:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a5400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.281255:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281256:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5200/0x5922c046cdb8c20c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281261:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281269:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281275:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5400/0x5922c046cdb8c205 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281337:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3671:3767:x1825030708274944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2253us (2364us total) trans 4295501449 rc 0/0 00000100:00100000:2.0:1740485460.281341:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431418 00000004:00080000:1.0:1740485460.281374:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096167100/2, rc 0, transno 4295501449 00000100:00100000:1.0:1740485460.281382:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708274944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.281385:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3670:3764:x1825030708275072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2416us (2455us total) trans 4295501450 rc 0/0 00000100:00100000:3.0:1740485460.281392:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431417 00000100:00100000:3.0:1740485460.281416:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708275968:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.281418:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708276096:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.281428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.281430:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.281433:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281437:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211520 00000100:00100000:2.0:1740485460.281439:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211520 00000100:00100000:1.0:1740485460.281446:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1740485460.281447:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2367 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.281453:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708276992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.281455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.281462:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211392 00000100:00100000:2.0:1740485460.281463:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211392 00010000:00010000:2.0:1740485460.281468:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.281474:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520200 00000100:00100000:1.0:1740485460.281474:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.281479:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869211520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.281483:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520201 00010000:00010000:3.0:1740485460.281485:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.281486:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2368:2006:x1825030869211392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.281489:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281491:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.281493:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281497:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281503:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281507:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c329600/0x5922c046cda7c7c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c4c expref: 2368 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281510:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b699e00/0x5922c046cda7c8a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374ce6 expref: 2368 pid: 16677 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281515:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.281516:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281517:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281518:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.281519:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281520:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281524:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281525:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281533:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.281543:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2366:2006:x1825030869211392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.281546:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.281546:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520201 00010000:00010000:1.0:1740485460.281574:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281590:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708276224:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.281594:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.281595:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2365:2005:x1825030869211520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.281600:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.281602:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520200 00010000:00010000:1.0:1740485460.281607:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.281613:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096165f80/2, rc 0, transno 4295501450 00010000:00010000:1.0:1740485460.281614:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281622:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.281622:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.281627:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f97000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.281630:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281631:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708276352:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.281636:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281638:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.281643:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708276992 00000100:00100000:3.0:1740485460.281646:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708276992 00010000:00010000:1.0:1740485460.281647:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.281653:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f97000/0x5922c046cdb8c21a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.281670:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211648 00000100:00100000:3.0:1740485460.281672:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211648 00000100:00100000:2.0:1740485460.281676:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431425 00010000:00010000:3.0:1740485460.281681:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2365 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.281681:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3670:3766:x1825030708276992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.281692:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16514 count 1 00000100:00100000:3.0:1740485460.281694:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520202 00000100:00100000:3.0:1740485460.281698:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2365:2005:x1825030869211648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.281701:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281703:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.281706:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2365 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281711:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2365 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281714:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2365 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.281717:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.281719:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.281721:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281724:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992d8000/0x5922c046cda7c839 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374c99 expref: 2365 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.281735:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.281736:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.281737:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2364 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281739:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281745:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281746:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2364 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.281755:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708277248:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.281760:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.281773:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.281780:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:462aff8a-4acc-47db-bc98-439daac195c0+2364:2005:x1825030869211648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.281783:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.281786:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520202 00000100:00100000:1.0:1740485460.281786:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3671:3764:x1825030708275200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2684us (2788us total) trans 4295501451 rc 0/0 00010000:00010000:2.0:1740485460.281788:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281792:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281792:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431419 00010000:00010000:2.0:1740485460.281796:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281799:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281802:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.281804:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281806:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281807:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1740485460.281808:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281812:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281813:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708277120:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.281814:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.281818:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4200/0x5922c046cdb8c221 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281819:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281825:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281830:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281833:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.281835:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009dded600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.281838:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281844:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281847:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708277120 00000100:00100000:1.0:1740485460.281850:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708277120 00010000:00010000:3.0:1740485460.281852:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.281858:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c213 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.281863:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431426 00000100:00100000:1.0:1740485460.281867:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3672:3765:x1825030708277120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.281877:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:22678 count 1 00010000:00010000:1.0:1740485460.281886:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281896:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3672:3767:x1825030708275456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2712us (2816us total) trans 4295501452 rc 0/0 00010000:00010000:1.0:1740485460.281897:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2363 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281901:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431421 00010000:00010000:1.0:1740485460.281903:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.281904:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.281906:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.281917:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca68000/2, rc 0, transno 4295501451 00010000:00010000:1.0:1740485460.281920:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2363 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.281922:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.281929:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2363 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.281938:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.281938:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708277376:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.281942:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708277504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.281959:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.281960:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3672:3767:x1825030708275584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2855us (2910us total) trans 4295501453 rc 0/0 00000100:00100000:2.0:1740485460.281961:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.281966:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431420 00000100:00100000:1.0:1740485460.281969:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708277504 00000100:00100000:1.0:1740485460.281972:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708277504 00000100:00100000:1.0:1740485460.281988:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431427 00000100:00100000:1.0:1740485460.281992:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3672:3764:x1825030708277504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.282000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00002000:00080000:1.0:1740485460.282001:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:16515 count 1 00010000:00010000:1.0:1740485460.282009:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282010:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211776 00000100:00100000:3.0:1740485460.282013:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211776 00010000:00010000:1.0:1740485460.282020:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3818 pid: 16608 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.282023:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2364 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.282025:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.282027:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.282029:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282037:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520203 00000100:00100000:3.0:1740485460.282040:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2364:2004:x1825030869211776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.282044:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3818 pid: 16608 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.282045:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.282049:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2364 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.282052:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3818 pid: 16608 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.282056:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2364 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.282061:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708277632:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.282063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.282066:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006db2c800/0x5922c046cda7c919 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d17 expref: 2364 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.282074:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869211904 00010000:00010000:3.0:1740485460.282075:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.282076:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.282076:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869211904 00010000:00010000:3.0:1740485460.282078:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.282079:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.282084:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282087:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2364 pid: 16682 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.282096:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca69c00/2, rc 0, transno 4295501452 00010000:00010000:3.0:1740485460.282100:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.282101:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520204 00000100:00100000:1.0:1740485460.282103:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708275456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.282105:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2364:2006:x1825030869211904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.282113:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2364:2004:x1825030869211776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.282113:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.282117:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2364 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.282119:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520203 00010000:00010000:2.0:1740485460.282125:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2364 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.282127:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708277760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.282136:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.282138:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.282141:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.282144:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.282152:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282163:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1740485460.282167:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca68a80/2, rc 0, transno 4295501453 00000100:00100000:1.0:1740485460.282173:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708275584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.282178:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2363:2006:x1825030869211904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.282184:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520204 00000100:00100000:1.0:1740485460.282196:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.282201:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708277888:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.282202:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.282209:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282218:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282225:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282229:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708277760 00000100:00100000:1.0:1740485460.282229:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.282231:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282232:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708277760 00010000:00010000:2.0:1740485460.282236:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcce00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.282239:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282245:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708277888 00000100:00100000:3.0:1740485460.282247:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708277888 00010000:00010000:2.0:1740485460.282250:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.282254:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708276864:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.282256:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431428 00000100:00100000:3.0:1740485460.282260:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3674:3766:x1825030708277760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.282260:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282266:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcce00/0x5922c046cdb8c228 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x407f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.282267:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.282269:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18307 count 1 00010000:00010000:3.0:1740485460.282278:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282283:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212032 00010000:00010000:3.0:1740485460.282286:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3818 pid: 16623 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282286:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212032 00010000:00010000:3.0:1740485460.282292:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282293:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282295:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282295:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2363 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.282309:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3818 pid: 16623 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282310:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520205 00000100:00100000:2.0:1740485460.282314:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2363:2006:x1825030869212032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.282317:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3818 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.282320:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.282324:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2363 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.282326:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708278016:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.282332:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2363 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.282342:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51b40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.282343:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a8f600/0x5922c046cda7c9eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374db1 expref: 2363 pid: 16682 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.282355:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431429 00010000:00010000:2.0:1740485460.282358:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.282359:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3674:3766:x1825030708277888:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.282359:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.282362:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.282368:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18308 count 1 00010000:00010000:2.0:1740485460.282369:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282375:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282383:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3818 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282389:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282390:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282392:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282392:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.282406:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3818 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282407:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869212032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.282411:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520205 00010000:00010000:3.0:1740485460.282413:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3818 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.282414:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282420:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708278144:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.282423:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.282430:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282435:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.282437:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.282444:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.282449:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f97e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.282452:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282454:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a6f9200/0x5922c046cda7c96d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374d56 expref: 2361 pid: 16682 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.282463:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282465:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708276736:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.282473:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282476:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.282479:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f97e00/0x5922c046cdb8c236 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282482:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282487:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282490:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3675:3764:x1825030708275712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3179us (3223us total) trans 4295501454 rc 0/0 00010000:00010000:3.0:1740485460.282494:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282495:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431422 00010000:00010000:3.0:1740485460.282499:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282505:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282510:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ddec200 already unused, calling callback (ffffffffa0872710) 00000004:00080000:2.0:1740485460.282511:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6b480/2, rc 0, transno 4295501454 00010000:00010000:3.0:1740485460.282513:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282519:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282522:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708275712:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.282527:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282533:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c22f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282609:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708278272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.282622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.282634:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708278272 00000100:00100000:2.0:1740485460.282636:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708278272 00000100:00100000:1.0:1740485460.282645:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3677:3766:x1825030708276608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2702us (2746us total) trans 4295501455 rc 0/0 00000100:00100000:2.0:1740485460.282646:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431430 00000100:00100000:2.0:1740485460.282649:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3677:3764:x1825030708278272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.282651:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431424 00002000:00080000:2.0:1740485460.282657:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18309 count 1 00010000:00010000:2.0:1740485460.282664:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.282665:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3676:3764:x1825030708276480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2811us (2847us total) trans 4295501456 rc 0/0 00000100:00100000:3.0:1740485460.282671:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431423 00010000:00010000:2.0:1740485460.282671:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3818 pid: 16698 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.282672:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8ea00/2, rc 0, transno 4295501455 00010000:00010000:2.0:1740485460.282675:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.282676:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.282678:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.282678:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708276608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.282688:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3818 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282693:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3818 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.282698:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708278400:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.282702:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708278528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.282712:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.282718:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.282724:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866fb80/2, rc 0, transno 4295501456 00000100:00100000:2.0:1740485460.282735:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708276480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.282751:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.282756:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708278656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.282760:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708278528 00000100:00100000:3.0:1740485460.282763:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708278528 00000100:00100000:1.0:1740485460.282770:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.282775:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708278656 00000100:00100000:3.0:1740485460.282777:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708278656 00000100:00100000:2.0:1740485460.282782:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431431 00000100:00100000:2.0:1740485460.282785:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3677:3765:x1825030708278528:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.282787:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431432 00000100:00100000:3.0:1740485460.282791:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3677:3767:x1825030708278656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.282793:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18310 count 1 00002000:00080000:3.0:1740485460.282800:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18311 count 1 00010000:00010000:2.0:1740485460.282800:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282806:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3818 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282809:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282810:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.282811:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.282813:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282818:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3818 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282822:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3818 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.282824:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282825:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.282827:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.282827:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3818 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.282832:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708278784:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.282845:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3818 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.282846:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.282853:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3818 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.282861:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708278912:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.282877:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51e40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.283198:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708277248:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.283210:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.283989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.284036:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212160 00000100:00100000:2.0:1740485460.284040:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212160 00000100:00100000:0.0:1740485460.284047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.284053:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2361 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.284063:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708277376:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.284065:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212288 00000100:00100000:2.0:1740485460.284067:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212288 00000100:00100000:0.0:1740485460.284071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.284072:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2362 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.284079:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284084:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212416 00000100:00100000:2.0:1740485460.284085:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212416 00010000:00010000:2.0:1740485460.284091:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3819 pid: 16608 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.284094:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520206 00000100:00100000:0.0:1740485460.284095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.284098:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708277632:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.284100:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869212160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.284106:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212544 00010000:00010000:3.0:1740485460.284107:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.284107:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212544 00010000:00010000:3.0:1740485460.284111:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2362 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.284111:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284113:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3820 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.284119:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2362 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.284127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.284128:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d811200/0x5922c046cda7caee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81374e13 expref: 2362 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.284128:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520207 00000100:00100000:2.0:1740485460.284132:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869212288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.284135:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284136:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284138:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284140:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.284143:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2361 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.284147:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.284149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.284152:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2361 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.284159:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.284161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.284164:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdaebeca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a3937 expref: 2361 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284175:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.284176:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+2360:2006:x1825030869212160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (189us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.284176:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.284179:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.284180:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520206 00010000:00010000:2.0:1740485460.284190:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.284191:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212672 00000100:00100000:3.0:1740485460.284193:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212672 00010000:00010000:3.0:1740485460.284200:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3821 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.284209:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212800 00000100:00100000:3.0:1740485460.284210:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212800 00010000:00010000:2.0:1740485460.284210:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.284214:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3822 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.284221:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869212928 00000100:00100000:3.0:1740485460.284222:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869212928 00010000:00010000:3.0:1740485460.284227:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3823 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.284230:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:462aff8a-4acc-47db-bc98-439daac195c0+2359:2006:x1825030869212288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.284239:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520208 00000100:00100000:2.0:1740485460.284243:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520207 00000100:00100000:1.0:1740485460.284245:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3823:2006:x1825030869212416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.284247:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520209 00000100:00100000:3.0:1740485460.284250:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3823:2003:x1825030869212544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.284250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.284255:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.284257:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3823 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.284263:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3823 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.284264:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213056 00000100:00100000:1.0:1740485460.284267:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213056 00010000:00010000:3.0:1740485460.284270:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284271:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284272:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284274:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520210 00010000:00010000:3.0:1740485460.284276:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284277:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3824:2004:x1825030869212672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.284280:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3824 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284281:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.284285:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.284285:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3824 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284290:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3824 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284297:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.284297:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520211 00010000:00010000:2.0:1740485460.284298:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.284300:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.284301:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3824:2006:x1825030869212800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.284303:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3824:2003:x1825030869212544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.284304:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284308:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.284309:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520209 00010000:00010000:2.0:1740485460.284312:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.284313:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3824 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.284321:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3823 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.284322:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3823:2004:x1825030869212672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.284325:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520212 00000100:00100000:2.0:1740485460.284328:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520210 00000100:00100000:3.0:1740485460.284329:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3823:2006:x1825030869212928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.284333:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.284334:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284336:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.284337:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520213 00010000:00010000:1.0:1740485460.284337:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284340:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3822:2006:x1825030869213056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.284341:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3822 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284343:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.284344:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284346:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3822 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.284349:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3822 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284351:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3822 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284357:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.284358:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.284359:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.284359:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284361:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.284361:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.284363:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284364:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284369:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.284370:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284378:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3822:2006:x1825030869213056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.284380:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3822:2006:x1825030869212800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (230us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.284381:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.284381:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520213 00000100:00100000:1.0:1740485460.284387:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520211 00000100:00100000:3.0:1740485460.284394:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3821:2006:x1825030869212928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.284398:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520212 00010000:00010000:2.0:1740485460.284398:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284402:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284406:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.284407:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284411:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284411:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3819 pid: 16608 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.284414:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284418:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f5c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.284419:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284420:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3819 pid: 16608 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.284423:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284428:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284431:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff7e600/0x5922c046cdaec0d7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a39a0 expref: 3819 pid: 16608 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.284432:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4d7000/0x5922c046cda8ba68 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fa5 expref: 3819 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284432:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5c00/0x5922c046cdb8c23d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.284438:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708278144:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.284441:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.284443:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.284445:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284449:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284452:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284454:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284457:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284461:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284465:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284465:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.284470:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284473:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.284475:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284475:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284479:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.284481:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3817:2006:x1825030869212416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 236us (410us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.284485:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.284487:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520208 00010000:00010000:3.0:1740485460.284490:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284491:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284494:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c259 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284497:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284505:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284508:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284511:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284513:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.284516:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284517:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3678:3766:x1825030708276992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2835us (3042us total) trans 4295501457 rc 0/0 00010000:00010000:1.0:1740485460.284519:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284521:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431425 00010000:00010000:0.0:1740485460.284522:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284525:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284531:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.284532:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284537:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de0ca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.284538:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c000/0x5922c046cdb8c24b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284540:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284546:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284569:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5bfe600/0x5922c046cda8bac3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378fd6 expref: 3816 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.284570:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.284593:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c244 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x5896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.284596:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708278400:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.284609:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284616:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.284619:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3678:3766:x1825030708277888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2259us (2389us total) trans 4295501458 rc 0/0 00000100:00100000:3.0:1740485460.284623:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431429 00010000:00010000:2.0:1740485460.284623:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284630:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284638:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284642:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013315a000/0x5922c046cda8bbdb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137900e expref: 3815 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.284645:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.284649:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708278912:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.284650:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cbcc600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.284653:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284658:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284660:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284666:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284670:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284674:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284674:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284677:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.284680:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbcc600/0x5922c046cdb8c260 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284681:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284684:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801323fb000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.284686:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284689:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284695:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284698:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323fb000/0x5922c046cdb8c26e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284757:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbb0200/0x5922c046cda8b9c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378f74 expref: 3814 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.284765:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708278016:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.284771:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284776:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284779:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284783:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284786:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284790:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284793:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.284794:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.284800:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3679:3765:x1825030708277120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2930us (2965us total) trans 4295501459 rc 0/0 00010000:00010000:3.0:1740485460.284801:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.284806:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431426 00010000:00010000:3.0:1740485460.284807:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284810:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c252 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.284829:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcc700/2, rc 0, transno 4295501458 00000100:00100000:1.0:1740485460.284835:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708277888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.284860:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708279040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.284867:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3680:3767:x1825030708278656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2075us (2096us total) trans 4295501460 rc 0/0 00000100:00100000:3.0:1740485460.284871:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431432 00000100:00100000:1.0:1740485460.284877:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.284883:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708279040 00000100:00100000:3.0:1740485460.284885:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708279040 00000100:00100000:3.0:1740485460.284894:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431433 00000004:00080000:1.0:1740485460.284894:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcca80/2, rc 0, transno 4295501460 00000100:00100000:3.0:1740485460.284897:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3680:3767:x1825030708279040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.284899:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708278656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.284901:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3680:3764:x1825030708278272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2249us (2276us total) trans 4295501461 rc 0/0 00002000:00080000:3.0:1740485460.284905:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18312 count 1 00000100:00100000:0.0:1740485460.284905:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3680:3764:x1825030708277504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2911us (2941us total) trans 4295501462 rc 0/0 00000100:00100000:2.0:1740485460.284908:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431430 00000100:00100000:0.0:1740485460.284912:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431427 00010000:00010000:3.0:1740485460.284913:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284920:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3813 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284924:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.284925:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.284926:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.284926:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fcce300/2, rc 0, transno 4295501457 00000100:00100000:2.0:1740485460.284929:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708279168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.284932:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708276992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.284937:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3813 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.284943:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3813 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.284948:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.284949:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708279296:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.284959:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708279424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.284967:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800952259c0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.284967:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcce00/2, rc 0, transno 4295501461 00000100:00100000:3.0:1740485460.284974:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708279168 00000100:00100000:3.0:1740485460.284976:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708279168 00000100:00100000:2.0:1740485460.284982:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708278272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.284985:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431434 00000100:00100000:3.0:1740485460.284987:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3679:3764:x1825030708279168:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.284991:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866f480/2, rc 0, transno 4295501462 00002000:00080000:3.0:1740485460.284994:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18313 count 1 00000100:00100000:2.0:1740485460.284995:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708277504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.285000:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.285006:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3813 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.285010:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.285010:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708279552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.285011:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.285012:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285016:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012498f600/0x5922c046cda8bb79 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81378ff2 expref: 3813 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.285021:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3813 pid: 16634 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285025:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.285026:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708278784:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.285030:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3812 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.285035:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708279808:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.285038:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285038:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.285042:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708279680:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.285044:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.285048:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51b40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.285056:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285063:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285067:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.285069:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285076:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285081:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c11000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.285084:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285084:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708279680 00000100:00100000:0.0:1740485460.285084:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708279552 00000100:00100000:1.0:1740485460.285086:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708279680 00000100:00100000:0.0:1740485460.285087:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708279552 00010000:00010000:2.0:1740485460.285090:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285099:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285108:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c11000/0x5922c046cdb8c267 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285109:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431435 00000100:00100000:1.0:1740485460.285114:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3682:3766:x1825030708279680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.285115:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431436 00000100:00100000:0.0:1740485460.285120:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3682:3766:x1825030708279552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.285124:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18316 count 1 00002000:00080000:0.0:1740485460.285131:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18315 count 1 00000100:00100000:3.0:1740485460.285132:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3682:3766:x1825030708277760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2870us (2986us total) trans 4295501463 rc 0/0 00010000:00010000:1.0:1740485460.285133:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.285136:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431428 00010000:00010000:0.0:1740485460.285141:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285144:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3812 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285151:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.285153:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.285155:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285156:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3812 pid: 16624 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.285157:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccdc00/2, rc 0, transno 4295501463 00010000:00010000:0.0:1740485460.285162:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.285163:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708277760:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.285164:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.285166:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285170:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3812 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285179:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3812 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.285182:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3812 pid: 16624 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285187:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708279936:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.285192:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3812 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.285201:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708280192:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.285207:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.285221:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd480 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.285222:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3682:3765:x1825030708278528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2434us (2501us total) trans 4295501464 rc 0/0 00000100:00100000:1.0:1740485460.285223:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.285230:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431431 00000100:00100000:0.0:1740485460.285233:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708279424 00000100:00100000:0.0:1740485460.285236:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708279424 00000004:00080000:1.0:1740485460.285237:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcea00/2, rc 0, transno 4295501464 00000100:00100000:1.0:1740485460.285242:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708278528:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.285249:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccc000/2, rc 0, transno 4295501459 00000100:00100000:2.0:1740485460.285250:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708280064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.285252:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708277120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.285252:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431437 00000100:00100000:0.0:1740485460.285255:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3682:3765:x1825030708279424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.285264:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18314 count 1 00000100:00100000:2.0:1740485460.285269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.285273:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.285275:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708280448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.285280:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708280320:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.285282:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3812 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.285291:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708280064 00000100:00100000:3.0:1740485460.285292:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.285292:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.285293:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.285294:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708280064 00010000:00010000:0.0:1740485460.285295:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.285310:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708280448 00000100:00100000:1.0:1740485460.285310:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.285310:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3812 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.285312:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708280448 00000100:00100000:3.0:1740485460.285313:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431438 00000100:00100000:3.0:1740485460.285316:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3684:3764:x1825030708280064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.285318:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3812 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.285323:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708280320 00002000:00080000:3.0:1740485460.285324:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18317 count 1 00000100:00100000:2.0:1740485460.285325:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708280320 00000100:00100000:1.0:1740485460.285326:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431439 00000100:00100000:0.0:1740485460.285326:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708280576:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.285330:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3685:3766:x1825030708280448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.285331:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.285336:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431440 00010000:00010000:3.0:1740485460.285338:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3812 pid: 16684 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.285339:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18319 count 1 00000100:00100000:2.0:1740485460.285341:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3685:3765:x1825030708280320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.285342:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.285343:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.285343:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.285345:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285346:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285353:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3812 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.285355:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3812 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285356:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.285357:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.285359:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.285360:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18318 count 1 00010000:00010000:3.0:1740485460.285361:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3812 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.285366:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708280704:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.285369:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3812 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285370:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285377:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3812 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.285379:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51e40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.285380:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3812 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285386:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.285386:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708280832:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.285388:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.285390:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285403:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.285407:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3812 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285415:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3812 pid: 16650 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.285429:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708280960:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.285451:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.285685:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708279296:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.285695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.285698:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285737:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213184 00000100:00100000:3.0:1740485460.285740:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708279808:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.285740:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213184 00010000:00010000:1.0:1740485460.285750:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3813 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.285751:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.285764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.285776:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213312 00000100:00100000:1.0:1740485460.285778:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213312 00000100:00100000:3.0:1740485460.285780:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520214 00010000:00010000:1.0:1740485460.285783:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3814 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.285784:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3814:2006:x1825030869213184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.285789:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.285792:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3814 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.285794:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520215 00000100:00100000:1.0:1740485460.285797:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3814:2003:x1825030869213312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.285798:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3814 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.285802:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.285805:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3814 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.285806:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135380200/0x5922c046cda8bcb4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137903f expref: 3814 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.285811:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3813 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.285813:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.285814:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.285816:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285819:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d5d400/0x5922c046cda8bd2b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137905b expref: 3813 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.285820:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285825:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.285826:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.285828:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.285833:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.285836:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.285843:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.285849:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2006:x1825030869213184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.285853:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520214 00000100:00100000:1.0:1740485460.285855:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2003:x1825030869213312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (92us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.285857:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.285859:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520215 00010000:00010000:2.0:1740485460.285861:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285865:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285869:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285872:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285876:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285878:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285881:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285888:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285889:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285894:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f98a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.285894:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b00a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.285896:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285897:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285903:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285904:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285912:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285913:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.285918:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c275 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.285919:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b00a00/0x5922c046cdb8c27c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.286032:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3687:3767:x1825030708279040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1132us (1153us total) trans 4295501465 rc 0/0 00000100:00100000:2.0:1740485460.286039:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431433 00000004:00080000:1.0:1740485460.286059:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccf480/2, rc 0, transno 4295501465 00000100:00100000:1.0:1740485460.286066:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708279040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.286101:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708279936:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.286111:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.286113:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3686:3764:x1825030708279168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1122us (1163us total) trans 4295501466 rc 0/0 00000100:00100000:1.0:1740485460.286120:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708281088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.286120:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431434 00000004:00080000:2.0:1740485460.286123:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccfb80/2, rc 0, transno 4295501466 00000100:00100000:2.0:1740485460.286130:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708279168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.286135:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.286156:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708281216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.286159:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708281088 00000100:00100000:0.0:1740485460.286162:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708281088 00000100:00100000:2.0:1740485460.286176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.286178:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431441 00000100:00100000:0.0:1740485460.286182:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3686:3767:x1825030708281088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.286186:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708281216 00000100:00100000:3.0:1740485460.286190:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708281216 00002000:00080000:0.0:1740485460.286193:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18320 count 1 00010000:00010000:0.0:1740485460.286202:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286206:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431442 00000100:00100000:3.0:1740485460.286211:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3687:3764:x1825030708281216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.286217:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3810 pid: 16624 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.286222:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18321 count 1 00010000:00010000:0.0:1740485460.286223:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.286225:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.286227:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286233:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286244:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3810 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286244:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3810 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286252:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.286253:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.286253:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3810 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.286255:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.286263:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708281344:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.286267:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3810 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286272:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3810 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.286278:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708281472:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.286296:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.286296:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.286496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.286529:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213440 00000100:00100000:3.0:1740485460.286532:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213440 00010000:00010000:3.0:1740485460.286541:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3811 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.286541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.286564:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708280192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.286575:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213568 00000100:00100000:3.0:1740485460.286589:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213568 00010000:00010000:1.0:1740485460.286591:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286597:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3812 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.286597:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520216 00000100:00100000:2.0:1740485460.286601:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2004:x1825030869213440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.286607:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.286608:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520217 00000100:00100000:0.0:1740485460.286610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.286611:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3812 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.286612:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2006:x1825030869213568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.286614:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213696 00000100:00100000:1.0:1740485460.286616:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213696 00010000:00010000:2.0:1740485460.286617:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3812 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.286618:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.286621:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3813 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.286622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.286623:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3813 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286625:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991fb000/0x5922c046cda8bf7e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790d9 expref: 3813 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.286627:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3813 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286633:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.286634:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.286636:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.286637:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213824 00000100:00100000:1.0:1740485460.286638:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213824 00010000:00010000:3.0:1740485460.286639:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b433800/0x5922c046cda8bee4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790c4 expref: 3812 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286640:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286643:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3813 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.286651:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.286651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.286652:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.286653:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.286653:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520218 00010000:00010000:3.0:1740485460.286655:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.286656:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2006:x1825030869213696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.286661:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286661:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.286663:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3812 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.286666:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2004:x1825030869213440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.286669:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520216 00010000:00010000:1.0:1740485460.286669:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3812 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.286673:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.286677:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.286678:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869213952 00010000:00010000:1.0:1740485460.286678:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.286679:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.286680:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869213952 00010000:00010000:1.0:1740485460.286683:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286687:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3812 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.286690:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2006:x1825030869213568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.286691:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.286696:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520217 00000100:00100000:2.0:1740485460.286700:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520219 00000100:00100000:1.0:1740485460.286704:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3812:2006:x1825030869213696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.286705:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3811:2006:x1825030869213824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.286707:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520218 00000100:00100000:0.0:1740485460.286707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.286710:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.286713:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214080 00010000:00010000:2.0:1740485460.286714:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3810 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.286715:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214080 00000100:00100000:1.0:1740485460.286716:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520220 00000100:00100000:1.0:1740485460.286719:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3811:2006:x1825030869213952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.286723:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3811 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.286723:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.286725:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3811 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.286725:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3811 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.286730:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3811 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286732:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.286734:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.286736:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286736:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.286737:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.286739:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286742:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520221 00010000:00010000:1.0:1740485460.286743:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286747:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3811:2006:x1825030869214080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.286747:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286748:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.286753:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.286757:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3811 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286757:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.286759:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3811:2006:x1825030869213952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.286762:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520220 00010000:00010000:3.0:1740485460.286765:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3811 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.286767:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a2e000/0x5922c046cda8be04 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379085 expref: 3811 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.286773:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3810:2006:x1825030869213824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.286775:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.286776:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286777:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.286777:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708280576:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.286778:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520219 00010000:00010000:3.0:1740485460.286779:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286780:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286784:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286786:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286788:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286788:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286792:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286795:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e218800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.286795:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286797:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.286797:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286800:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286801:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286806:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd00a00/0x5922c046cda8c08f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379118 expref: 3808 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.286806:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286806:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.286810:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e218800/0x5922c046cdb8c28a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286812:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286814:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3807:2006:x1825030869214080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.286816:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708280960:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.286817:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286820:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520221 00010000:00010000:0.0:1740485460.286822:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e218c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.286824:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286829:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286830:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286836:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286839:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286842:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286849:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.286849:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c291 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286853:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286861:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286865:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099a4c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.286866:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286870:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286874:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d1ffc00/0x5922c046cda8c00a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813790fc expref: 3806 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.286876:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286879:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a4c000/0x5922c046cdb8c2a6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.286885:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708280704:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.286896:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286908:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286915:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.286915:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3689:3766:x1825030708279552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1794us (1888us total) trans 4295501467 rc 0/0 00010000:00010000:3.0:1740485460.286921:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.286921:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431436 00010000:00010000:3.0:1740485460.286927:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286933:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286938:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b00c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.286940:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286947:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286954:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.286958:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b00c00/0x5922c046cdb8c298 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.286959:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3688:3765:x1825030708280320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1617us (1647us total) trans 4295501468 rc 0/0 00000100:00100000:2.0:1740485460.286963:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431440 00010000:00010000:2.0:1740485460.286977:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286981:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.286983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.286985:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286989:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286995:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.286998:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b9000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.287000:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287004:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287009:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287013:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b9000/0x5922c046cdb8c283 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.287018:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da19880/2, rc 0, transno 4295501467 00000100:00100000:3.0:1740485460.287024:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708279552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.287029:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214208 00000100:00100000:2.0:1740485460.287032:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214208 00010000:00010000:2.0:1740485460.287039:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.287057:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520222 00000100:00100000:2.0:1740485460.287060:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2003:x1825030869214208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.287065:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.287067:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.287067:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3689:3765:x1825030708279424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1809us (1842us total) trans 4295501469 rc 0/0 00010000:00010000:2.0:1740485460.287072:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.287074:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431437 00000100:00100000:3.0:1740485460.287075:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708281472:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.287079:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.287080:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.287081:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287086:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287086:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287093:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.287098:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c19000/0x5922c046cda8c1f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137916c expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.287104:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2003:x1825030869214208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.287107:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520222 00000100:00100000:0.0:1740485460.287108:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708281344:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.287114:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.287117:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1740485460.287120:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287122:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708281600:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.287127:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287130:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214336 00000100:00100000:2.0:1740485460.287132:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214336 00010000:00010000:0.0:1740485460.287134:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287137:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3805 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.287141:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.287145:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3688:3764:x1825030708280064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1827us (1874us total) trans 4295501470 rc 0/0 00010000:00010000:0.0:1740485460.287147:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287152:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520223 00000100:00100000:3.0:1740485460.287153:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431438 00000100:00100000:2.0:1740485460.287155:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3805:2006:x1825030869214336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.287158:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287159:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.287162:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3805 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.287164:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e219a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.287166:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287167:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3805 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.287173:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135447a00/0x5922c046cda8c2e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137919d expref: 3805 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.287173:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287180:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.287181:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.287182:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287182:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287183:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0ae00/0x5922c046cda8c14c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379149 expref: 3804 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.287186:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287188:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e219a00/0x5922c046cdb8c2ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287195:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.287196:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708280832:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.287204:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287206:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3803:2006:x1825030869214336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (94us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.287209:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287209:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520223 00010000:00010000:1.0:1740485460.287209:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287213:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287216:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287217:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287221:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287222:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287224:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097826600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.287226:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287227:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.287229:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287230:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287235:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287236:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287240:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c2b4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.287240:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f02d80/2, rc 0, transno 4295501470 00010000:00010000:1.0:1740485460.287241:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287247:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072166800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.287250:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708280064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.287250:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287256:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287265:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287271:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072166800/0x5922c046cdb8c29f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x478f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.287277:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708281728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.287280:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3689:3767:x1825030708281088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1096us (1143us total) trans 4295501471 rc 0/0 00000100:00100000:0.0:1740485460.287287:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431441 00000100:00100000:3.0:1740485460.287296:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.287302:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708281600 00000100:00100000:0.0:1740485460.287304:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708281600 00000100:00100000:2.0:1740485460.287324:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3690:3766:x1825030708279680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2210us (2257us total) trans 4295501472 rc 0/0 00000100:00100000:0.0:1740485460.287327:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708281728 00000100:00100000:2.0:1740485460.287329:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431435 00000100:00100000:0.0:1740485460.287329:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708281728 00000100:00100000:0.0:1740485460.287342:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431443 00000100:00100000:0.0:1740485460.287346:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3691:3764:x1825030708281600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.287358:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18322 count 1 00000100:00100000:1.0:1740485460.287365:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3691:3766:x1825030708280448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2034us (2072us total) trans 4295501473 rc 0/0 00010000:00010000:0.0:1740485460.287368:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.287370:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431439 00010000:00010000:0.0:1740485460.287378:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3802 pid: 16609 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.287381:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431444 00000100:00100000:1.0:1740485460.287383:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3690:3766:x1825030708281728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.287384:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.287385:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.287388:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.287392:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18323 count 1 00010000:00010000:1.0:1740485460.287401:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287404:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3802 pid: 16609 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.287407:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3690:3764:x1825030708281216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1194us (1229us total) trans 4295501474 rc 0/0 00000004:00080000:2.0:1740485460.287409:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8f100/2, rc 0, transno 4295501474 00010000:00010000:1.0:1740485460.287411:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3802 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.287413:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431442 00000100:00100000:2.0:1740485460.287413:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708281216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.287413:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3802 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.287416:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.287418:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.287420:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.287423:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708281856:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.287436:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3802 pid: 9552 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.287439:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f01f80/2, rc 0, transno 4295501473 00010000:00010000:1.0:1740485460.287445:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3802 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.287446:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708280448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.287454:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708282112:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.287455:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da18380/2, rc 0, transno 4295501472 00000100:00100000:3.0:1740485460.287459:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708279680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.287463:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.287466:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708282240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.287470:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708281984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.287474:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.287479:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.287487:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.287488:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.287488:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708282240 00000100:00100000:2.0:1740485460.287489:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708282368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.287491:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708282240 00000100:00100000:2.0:1740485460.287499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.287513:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708281984 00000100:00100000:0.0:1740485460.287513:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.287515:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708281984 00000100:00100000:3.0:1740485460.287519:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708282368 00000100:00100000:3.0:1740485460.287521:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708282368 00000100:00100000:2.0:1740485460.287525:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431445 00000100:00100000:2.0:1740485460.287530:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3692:3764:x1825030708282240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.287530:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431446 00000100:00100000:1.0:1740485460.287534:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3692:3766:x1825030708281984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.287537:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431447 00002000:00080000:2.0:1740485460.287542:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18325 count 1 00000100:00100000:0.0:1740485460.287543:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3692:3764:x1825030708282368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.287544:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18324 count 1 00010000:00010000:2.0:1740485460.287566:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287567:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.287571:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18326 count 1 00010000:00010000:2.0:1740485460.287594:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3802 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287595:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3802 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287597:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287601:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287602:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.287602:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.287603:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287605:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.287606:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287608:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3802 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287618:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.287620:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287621:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3802 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.287622:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.287628:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6ad80/2, rc 0, transno 4295501471 00010000:00010000:2.0:1740485460.287630:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3802 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.287633:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708281088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.287637:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3802 pid: 16624 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287640:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708282496:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.287646:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3802 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.287652:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.287655:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708282752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.287655:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708282624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.287658:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.287675:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.287676:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.287690:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708282752 00000100:00100000:2.0:1740485460.287693:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708282752 00010000:00010000:1.0:1740485460.287701:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3802 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287709:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431448 00010000:00010000:1.0:1740485460.287710:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3802 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.287713:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3693:3767:x1825030708282752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.287719:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708282880:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.287723:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18327 count 1 00010000:00010000:2.0:1740485460.287732:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.287735:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.287741:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3802 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287747:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287749:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287751:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.287751:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f01500/2, rc 0, transno 4295501468 00000100:00100000:1.0:1740485460.287756:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708280320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.287766:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3802 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287775:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3802 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.287780:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.287783:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708283008:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.287797:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.287807:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.287811:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708283136 00000100:00100000:3.0:1740485460.287815:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708283136 00000004:00080000:1.0:1740485460.287820:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006da1bb80/2, rc 0, transno 4295501469 00000100:00100000:1.0:1740485460.287827:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708279424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.287829:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431449 00000100:00100000:3.0:1740485460.287833:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3694:3767:x1825030708283136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.287844:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18328 count 1 00010000:00010000:3.0:1740485460.287853:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.287863:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708283264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.287864:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3802 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.287870:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.287871:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.287873:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.287881:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.287891:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3802 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.287895:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708283264 00010000:00010000:3.0:1740485460.287899:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3802 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.287899:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708283264 00000100:00100000:3.0:1740485460.287909:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708283392:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.287916:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431450 00000100:00100000:2.0:1740485460.287920:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3695:3764:x1825030708283264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.287931:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.287931:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18329 count 1 00010000:00010000:2.0:1740485460.287941:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287952:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3802 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287957:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287959:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.287961:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287976:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3802 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.287984:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3802 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.287993:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708283520:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.288016:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.289318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.289337:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708282112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.289350:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.289352:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214464 00000100:00100000:2.0:1740485460.289355:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214464 00010000:00010000:2.0:1740485460.289365:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3803 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.289365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.289377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.289380:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214592 00000100:00100000:2.0:1740485460.289381:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214592 00000100:00100000:3.0:1740485460.289384:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214720 00010000:00010000:2.0:1740485460.289386:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3804 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.289387:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214720 00000100:00100000:2.0:1740485460.289396:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520224 00010000:00010000:3.0:1740485460.289397:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3805 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.289397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.289399:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3805:2006:x1825030869214464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.289404:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.289407:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3805 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.289409:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708282624:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.289412:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214848 00010000:00010000:2.0:1740485460.289412:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3805 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.289414:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214848 00010000:00010000:3.0:1740485460.289418:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289419:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c4aee00/0x5922c046cda8c75e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791ea expref: 3806 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289422:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.289423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.289427:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869214976 00010000:00010000:2.0:1740485460.289427:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.289428:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869214976 00010000:00010000:2.0:1740485460.289428:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.289430:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289433:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3806 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289434:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.289443:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520225 00000100:00100000:3.0:1740485460.289448:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520226 00000100:00100000:1.0:1740485460.289449:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2006:x1825030869214592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.289451:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2006:x1825030869214720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.289452:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.289453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.289456:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.289459:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3806 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.289463:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215104 00010000:00010000:3.0:1740485460.289465:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3806 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.289466:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2006:x1825030869214464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.289466:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215104 00000100:00100000:2.0:1740485460.289471:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520224 00000100:00100000:0.0:1740485460.289471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.289472:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289473:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289475:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289478:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3807 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.289480:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.289480:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215232 00000100:00100000:2.0:1740485460.289482:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215232 00010000:00010000:2.0:1740485460.289487:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3807 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.289491:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.289496:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520227 00000100:00100000:2.0:1740485460.289499:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520228 00000100:00100000:1.0:1740485460.289501:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3807:2006:x1825030869214848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.289502:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3807:2004:x1825030869214976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.289504:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3807:2006:x1825030869214720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.289506:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.289506:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.289507:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520226 00010000:00010000:2.0:1740485460.289509:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3807 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289509:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3807 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289514:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3806 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289515:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.289517:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520229 00000100:00100000:3.0:1740485460.289519:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3806:2006:x1825030869215104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.289521:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.289522:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289523:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.289523:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289524:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d0ae00/0x5922c046cda8cf14 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137927d expref: 3806 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.289526:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3806 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289528:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289532:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3805 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289533:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.289537:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289538:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289540:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.289541:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1965050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3805:2004:x1825030869214976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.289541:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.289543:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289544:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289545:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.289548:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520228 00010000:00010000:1.0:1740485460.289563:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289567:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.289575:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520230 00000100:00100000:2.0:1740485460.289595:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3804:2006:x1825030869215232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.289595:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.289599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.289600:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3804:2006:x1825030869215104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.289600:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.289604:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3804 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.289606:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520229 00010000:00010000:2.0:1740485460.289609:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3804 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.289615:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3803:2006:x1825030869214848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 112us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.289619:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215360 00010000:00010000:2.0:1740485460.289619:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.289620:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.289621:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520227 00000100:00100000:3.0:1740485460.289622:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215360 00010000:00010000:2.0:1740485460.289623:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289629:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289631:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3803 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.289639:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.289647:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520231 00000100:00100000:3.0:1740485460.289651:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3803:2003:x1825030869215360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.289655:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3803:2006:x1825030869215232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (184us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.289656:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.289658:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.289661:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3803 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289661:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3803 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.289662:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520230 00010000:00010000:1.0:1740485460.289667:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3803 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.289669:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3803 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289674:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.289676:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.289677:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289680:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.289681:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.289682:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289684:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289687:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098793600/0x5922c046cda8c52e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813791c7 expref: 3802 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289689:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.289690:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289701:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.289701:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708281856:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.289702:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3801:2006:x1825030869214592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 254us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.289706:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520225 00010000:00010000:0.0:1740485460.289716:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.289718:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3800:2003:x1825030869215360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.289724:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520231 00010000:00010000:0.0:1740485460.289724:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289729:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289735:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289737:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289739:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289743:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289743:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289747:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289750:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289751:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289755:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cb80a00/0x5922c046cda8cd62 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379253 expref: 3799 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.289755:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.289755:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b00400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.289757:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289757:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289763:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289764:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.289770:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708282496:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.289773:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289773:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289779:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15c600/0x5922c046cdb8c2d7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289782:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.289785:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b00400/0x5922c046cdb8c2bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289789:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289795:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289802:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289809:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289812:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b261c00/0x5922c046cda8d588 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379309 expref: 3798 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.289815:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289821:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800927b8a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.289823:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708283520:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.289824:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289831:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289836:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289843:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289845:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289849:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.289852:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800927b8a00/0x5922c046cdb8c2c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289856:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289863:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289870:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.289875:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c060c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.289878:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.289881:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3697:3764:x1825030708282368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2337us (2380us total) trans 4295501475 rc 0/0 00010000:00010000:2.0:1740485460.289884:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.289885:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431447 00010000:00010000:2.0:1740485460.289894:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.289898:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3696:3764:x1825030708281600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2549us (2668us total) trans 4295501476 rc 0/0 00000004:00080000:1.0:1740485460.289903:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad1180/2, rc 0, transno 4295501475 00000100:00100000:0.0:1740485460.289904:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431443 00010000:00010000:2.0:1740485460.289906:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c060c00/0x5922c046cdb8c2ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.289915:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708282368:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.289920:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95bb80/2, rc 0, transno 4295501476 00000100:00100000:1.0:1740485460.289922:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708281600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.289933:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c372200/0x5922c046cda8ca44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379230 expref: 3797 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.289939:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708282880:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.289950:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289955:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289959:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289963:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289966:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.289968:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3698:3764:x1825030708282240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2437us (2486us total) trans 4295501477 rc 0/0 00010000:00010000:1.0:1740485460.289970:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289973:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e219600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.289975:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431445 00010000:00010000:1.0:1740485460.289975:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289978:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289984:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.289987:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e219600/0x5922c046cdb8c2d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290001:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f05f800/0x5922c046cda8d4a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792e6 expref: 3796 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.290011:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708283392:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.290017:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3696:3764:x1825030708283264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2096us (2135us total) trans 4295501478 rc 0/0 00000100:00100000:2.0:1740485460.290022:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431450 00010000:00010000:3.0:1740485460.290023:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290030:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290037:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290042:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ca3e200/0x5922c046cda8d1f3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813792bc expref: 3795 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.290043:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.290049:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708283008:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.290055:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290058:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290058:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3696:3766:x1825030708281984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2524us (2569us total) trans 4295501479 rc 0/0 00010000:00010000:3.0:1740485460.290062:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290062:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431446 00010000:00010000:2.0:1740485460.290063:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290066:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290067:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.290070:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290070:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290074:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290077:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.290079:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5162680/2, rc 0, transno 4295501478 00010000:00010000:2.0:1740485460.290081:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290084:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.290086:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290087:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290090:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290090:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708283264:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.290093:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827000/0x5922c046cdb8c2e5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290095:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.290095:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad1f80/2, rc 0, transno 4295501477 00000100:00100000:1.0:1740485460.290097:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708282240:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.290099:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5e00/0x5922c046cdb8c2de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290101:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.290104:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708283648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.290115:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.290125:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.290132:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.290139:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.290141:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.290148:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.290158:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708284032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.290163:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708283648 00000100:00100000:1.0:1740485460.290166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.290167:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708283648 00000100:00100000:2.0:1740485460.290177:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3698:3767:x1825030708282752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2462us (2499us total) trans 4295501480 rc 0/0 00000100:00100000:1.0:1740485460.290181:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708283776 00000100:00100000:0.0:1740485460.290181:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708283904 00000100:00100000:2.0:1740485460.290182:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431448 00000100:00100000:1.0:1740485460.290183:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708283776 00000100:00100000:0.0:1740485460.290183:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708283904 00000100:00100000:3.0:1740485460.290192:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708284032 00000100:00100000:1.0:1740485460.290194:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431451 00000100:00100000:3.0:1740485460.290195:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708284032 00000100:00100000:1.0:1740485460.290197:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3699:3764:x1825030708283648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.290198:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431452 00000100:00100000:2.0:1740485460.290202:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3700:3767:x1825030708283776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.290205:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18330 count 1 00000100:00100000:0.0:1740485460.290208:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431453 00010000:00010000:1.0:1740485460.290212:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.290213:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18331 count 1 00000100:00100000:0.0:1740485460.290213:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3700:3767:x1825030708283904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.290220:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431454 00010000:00010000:1.0:1740485460.290220:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3794 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290222:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.290223:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3700:3764:x1825030708284032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.290225:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18332 count 1 00010000:00010000:1.0:1740485460.290227:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.290228:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.290230:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.290232:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18333 count 1 00010000:00010000:2.0:1740485460.290232:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3794 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290234:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290239:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290239:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.290240:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3794 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290241:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.290243:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290244:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3794 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.290245:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3794 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.290249:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3794 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290250:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.290251:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708284160:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.290252:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.290253:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.290254:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.290254:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290255:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290259:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3794 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290263:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc780 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.290265:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3794 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290268:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3794 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.290270:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3794 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.290270:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3794 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.290273:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.290277:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708284416:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.290277:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708284288:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.290278:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.290282:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290284:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3794 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.290285:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.290289:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.290293:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.290294:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d15ce00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.290294:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708284544:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.290297:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.290299:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d191180 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.290303:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.290312:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad0700/2, rc 0, transno 4295501479 00010000:00010000:1.0:1740485460.290312:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.290314:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.290317:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708281984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.290318:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d15ce00/0x5922c046cdb8c2c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.290327:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a98700/2, rc 0, transno 4295501480 00000100:00100000:2.0:1740485460.290332:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708282752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.290336:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.290342:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708284800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.290360:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3701:3767:x1825030708283136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2527us (2563us total) trans 4295501481 rc 0/0 00000100:00100000:3.0:1740485460.290364:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431449 00000100:00100000:2.0:1740485460.290366:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.290374:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708284800 00000100:00100000:3.0:1740485460.290376:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708284800 00000100:00100000:3.0:1740485460.290384:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431455 00000004:00080000:2.0:1740485460.290384:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a99180/2, rc 0, transno 4295501481 00000100:00100000:3.0:1740485460.290386:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3701:3767:x1825030708284800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.290391:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283136:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.290395:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18335 count 1 00010000:00010000:3.0:1740485460.290402:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290408:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3794 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290412:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.290413:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.290414:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3701:3766:x1825030708281728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3028us (3116us total) trans 4295501482 rc 0/0 00010000:00010000:3.0:1740485460.290415:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.290419:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431444 00010000:00010000:3.0:1740485460.290423:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3794 pid: 16624 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.290424:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708284928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.290429:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3794 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.290434:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708285056:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.290435:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.290440:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708284672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.290444:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.290450:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51e40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.290459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.290466:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88006d95ad80/2, rc 0, transno 4295501482 00000100:00100000:3.0:1740485460.290472:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88006d95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708281728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.290484:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708284928 00000100:00100000:3.0:1740485460.290486:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708284928 00000100:00100000:0.0:1740485460.290490:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708284672 00000100:00100000:0.0:1740485460.290494:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708284672 00000100:00100000:3.0:1740485460.290500:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431456 00000100:00100000:1.0:1740485460.290502:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708285184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.290504:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3702:3767:x1825030708284928:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.290507:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431457 00000100:00100000:2.0:1740485460.290510:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3702:3764:x1825030708284672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.290514:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18336 count 1 00000100:00100000:1.0:1740485460.290518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.290519:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18334 count 1 00010000:00010000:3.0:1740485460.290524:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290526:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290533:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3794 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290534:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3794 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.290534:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708285184 00010000:00010000:2.0:1740485460.290537:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.290537:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708285184 00010000:00010000:2.0:1740485460.290538:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.290539:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.290539:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.290540:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.290542:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.290549:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3794 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.290567:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431458 00010000:00010000:2.0:1740485460.290571:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3794 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.290572:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3703:3764:x1825030708285184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.290574:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3794 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.290593:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708285312:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.290600:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18337 count 1 00010000:00010000:3.0:1740485460.290607:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3794 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.290610:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.290611:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.290617:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708285440:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.290621:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3794 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290628:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.290629:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.290632:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.290636:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.290647:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3794 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.290661:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3794 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.290670:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708285568:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.290705:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.291770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.291791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.291801:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215488 00000100:00100000:1.0:1740485460.291802:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708284160:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.291804:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215488 00000100:00100000:0.0:1740485460.291809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.291814:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3795 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.291817:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.291822:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215616 00000100:00100000:2.0:1740485460.291825:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215744 00000100:00100000:0.0:1740485460.291825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.291826:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215616 00000100:00100000:2.0:1740485460.291826:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215744 00010000:00010000:2.0:1740485460.291835:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3797 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.291839:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3797 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.291843:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869215872 00000100:00100000:2.0:1740485460.291844:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869215872 00000100:00100000:0.0:1740485460.291848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.291849:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3798 pid: 16676 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.291854:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216000 00000100:00100000:3.0:1740485460.291855:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216000 00000100:00100000:2.0:1740485460.291858:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520232 00000100:00100000:2.0:1740485460.291861:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3799:2006:x1825030869215488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.291862:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3799 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.291865:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520233 00010000:00010000:2.0:1740485460.291866:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.291868:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3799 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.291870:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3799:2004:x1825030869215744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.291871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.291874:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3799 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.291881:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072cff400/0x5922c046cda8d68b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379341 expref: 3799 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.291884:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216128 00000100:00100000:3.0:1740485460.291885:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216128 00010000:00010000:2.0:1740485460.291887:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.291888:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.291890:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3799 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.291890:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.291893:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520234 00010000:00010000:2.0:1740485460.291894:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.291898:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3799:2006:x1825030869215616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.291901:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520235 00000100:00100000:3.0:1740485460.291905:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3799:2006:x1825030869215872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.291905:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.291905:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.291910:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.291910:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3799 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.291913:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3799 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.291918:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3799 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.291919:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3799 pid: 16676 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.291919:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3799:2006:x1825030869215488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.291925:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520232 00010000:00010000:3.0:1740485460.291927:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.291928:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.291929:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.291930:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.291930:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.291933:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.291935:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.291939:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520236 00000100:00100000:0.0:1740485460.291939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.291940:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.291943:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.291943:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3798:2006:x1825030869216000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.291949:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.291951:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.291953:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3798 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.291957:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3798:2006:x1825030869215872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.291961:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520235 00010000:00010000:2.0:1740485460.291961:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3798 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.291965:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3798:2006:x1825030869215616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.291970:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216256 00010000:00010000:2.0:1740485460.291971:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.291971:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520234 00000100:00100000:3.0:1740485460.291972:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216256 00010000:00010000:2.0:1740485460.291973:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.291975:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.291977:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3798 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.291982:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.291985:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520237 00000100:00100000:3.0:1740485460.291988:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520238 00000100:00100000:1.0:1740485460.291989:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3797:2003:x1825030869216128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.291991:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3797:2006:x1825030869216256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.291993:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.291995:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.291995:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.291997:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3797 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.291999:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3797 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.292003:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3797 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.292006:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3797 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.292008:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.292008:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3797:2006:x1825030869216000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.292009:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.292010:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292014:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292014:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520236 00010000:00010000:1.0:1740485460.292014:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.292016:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.292018:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292020:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.292024:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292032:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.292037:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3796:2006:x1825030869216256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.292043:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520238 00000100:00100000:1.0:1740485460.292044:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3796:2003:x1825030869216128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (173us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.292048:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d8a7000/0x5922c046cda8db15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793e9 expref: 3796 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.292049:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520237 00000100:00100000:2.0:1740485460.292059:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708285312:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.292070:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292073:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.292074:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292077:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3793 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.292078:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292082:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292085:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292085:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3793 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.292089:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292092:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009adfac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.292094:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292097:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.292098:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292098:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.292100:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292106:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292106:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292110:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adfac00/0x5922c046cdb8c31d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292114:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.292124:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801232fa000/0x5922c046cda8d9d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793c6 expref: 3793 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.292125:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3793:2004:x1825030869215744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 255us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.292130:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520233 00000100:00100000:3.0:1740485460.292140:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708284416:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.292150:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292157:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.292158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.292163:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292164:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292170:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292171:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292176:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292176:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292180:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292182:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292183:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292188:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.292190:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292190:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e219c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.292192:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3704:3764:x1825030708284672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1681us (1733us total) trans 4295501483 rc 0/0 00010000:00010000:1.0:1740485460.292192:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292195:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292196:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431457 00010000:00010000:3.0:1740485460.292197:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292201:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292205:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c2f3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292212:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.292213:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e5b800/2, rc 0, transno 4295501483 00000100:00100000:2.0:1740485460.292217:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708284672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.292218:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827600/0x5922c046cdb8c308 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292219:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216384 00000100:00100000:1.0:1740485460.292222:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216384 00010000:00010000:1.0:1740485460.292230:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3792 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292234:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.292238:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708285696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.292240:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520239 00000100:00100000:1.0:1740485460.292242:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3792:2006:x1825030869216384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.292246:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006dbd3000/0x5922c046cda8d821 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813793a3 expref: 3792 pid: 16676 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.292247:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.292249:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3792 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.292254:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3791 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.292257:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708284544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.292259:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708285696 00010000:00010000:1.0:1740485460.292260:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.292261:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708285696 00010000:00010000:1.0:1740485460.292261:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.292263:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292267:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292269:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292270:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431459 00000100:00100000:2.0:1740485460.292273:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3705:3764:x1825030708285696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.292274:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.292276:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.292280:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18338 count 1 00010000:00010000:0.0:1740485460.292283:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292287:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292287:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3791:2006:x1825030869216384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.292290:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520239 00010000:00010000:0.0:1740485460.292290:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292295:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3791 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292296:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292300:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292302:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.292303:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.292304:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292304:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b2e8a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.292305:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292309:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292311:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3705:3764:x1825030708284032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2086us (2143us total) trans 4295501484 rc 0/0 00010000:00010000:2.0:1740485460.292314:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3790 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292315:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292316:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431454 00010000:00010000:2.0:1740485460.292319:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3790 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.292319:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e8a00/0x5922c046cdb8c301 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292324:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708285824:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.292337:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013180c800/0x5922c046cda8dd7d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379459 expref: 3790 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292338:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801357d6540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.292344:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708285440:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.292353:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.292353:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5161500/2, rc 0, transno 4295501484 00010000:00010000:3.0:1740485460.292358:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292360:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708284032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.292362:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292363:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3706:3764:x1825030708283648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2165us (2247us total) trans 4295501485 rc 0/0 00010000:00010000:3.0:1740485460.292366:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292367:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431451 00010000:00010000:3.0:1740485460.292376:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292382:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292388:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.292391:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292397:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.292399:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5162a00/2, rc 0, transno 4295501485 00000100:00100000:2.0:1740485460.292404:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708283648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.292404:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3705:3767:x1825030708283904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2190us (2269us total) trans 4295501486 rc 0/0 00010000:00010000:3.0:1740485460.292407:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.292410:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431453 00010000:00010000:3.0:1740485460.292413:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c316 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292425:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708286080:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.292436:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fdd6600/0x5922c046cda8dedb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379483 expref: 3789 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292442:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.292453:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708286080 00000004:00080000:2.0:1740485460.292454:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5161c00/2, rc 0, transno 4295501486 00000100:00100000:1.0:1740485460.292456:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708286080 00000100:00100000:2.0:1740485460.292457:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.292467:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431460 00000100:00100000:1.0:1740485460.292470:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3706:3767:x1825030708286080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.292475:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708286208:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.292478:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18340 count 1 00000100:00100000:2.0:1740485460.292484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.292485:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292493:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3789 pid: 16695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292497:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708286208 00010000:00010000:1.0:1740485460.292497:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.292498:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.292499:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3706:3767:x1825030708284928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1994us (2055us total) trans 4295501487 rc 0/0 00000100:00100000:2.0:1740485460.292499:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708286208 00010000:00010000:1.0:1740485460.292499:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292504:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431456 00010000:00010000:1.0:1740485460.292509:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3789 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292514:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3789 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292517:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431461 00000100:00100000:2.0:1740485460.292520:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3706:3764:x1825030708286208:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.292520:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708286336:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.292527:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18341 count 1 00000100:00100000:3.0:1740485460.292528:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708285952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.292535:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708285568:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.292536:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292536:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.292545:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292546:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3788 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292547:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.292564:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.292564:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292566:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.292568:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292568:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292573:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292590:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292594:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292595:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708285952 00000100:00100000:1.0:1740485460.292598:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708285952 00010000:00010000:0.0:1740485460.292598:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.292600:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292604:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292612:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3788 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292614:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292615:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431462 00010000:00010000:3.0:1740485460.292617:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072843200/0x5922c046cda8dbfc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137941a expref: 3788 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.292618:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c324 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292620:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3707:3766:x1825030708285952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.292621:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3788 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.292629:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708285056:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.292630:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708286464:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.292630:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18339 count 1 00010000:00010000:3.0:1740485460.292639:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292639:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292643:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292647:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292647:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.292649:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3787 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292651:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292654:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292655:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.292656:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.292658:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292658:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.292660:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6b800/2, rc 0, transno 4295501487 00010000:00010000:3.0:1740485460.292661:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.292663:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292664:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708284928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.292666:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292673:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3787 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292675:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292679:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827a00/0x5922c046cdb8c30f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292683:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3787 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.292686:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.292691:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708286592:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.292692:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708286720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.292710:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.292719:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3709:3764:x1825030708285184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2146us (2200us total) trans 4295501488 rc 0/0 00000100:00100000:2.0:1740485460.292722:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.292725:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431458 00000100:00100000:0.0:1740485460.292737:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708286720 00000100:00100000:0.0:1740485460.292740:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708286720 00000004:00080000:2.0:1740485460.292747:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca6bb80/2, rc 0, transno 4295501488 00000100:00100000:2.0:1740485460.292753:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708285184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.292755:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431463 00000100:00100000:0.0:1740485460.292759:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3709:3764:x1825030708286720:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.292767:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3709:3767:x1825030708284800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2378us (2400us total) trans 4295501489 rc 0/0 00000100:00100000:3.0:1740485460.292773:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431455 00000004:00080000:2.0:1740485460.292782:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e58700/2, rc 0, transno 4295501489 00000100:00100000:2.0:1740485460.292786:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708284800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.292791:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708286848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.292801:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708286976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.292809:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.292832:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708286848 00000100:00100000:3.0:1740485460.292834:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708286848 00002000:00080000:0.0:1740485460.292844:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18342 count 1 00000100:00100000:3.0:1740485460.292846:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431464 00000100:00100000:3.0:1740485460.292848:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3709:3766:x1825030708286848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.292854:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.292857:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18343 count 1 00010000:00010000:3.0:1740485460.292864:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292864:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3787 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292868:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708285824:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.292870:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.292871:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.292872:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3787 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.292873:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292876:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.292877:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.292877:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292879:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.292886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.292889:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3787 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292892:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3787 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292897:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3787 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.292902:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bb14a00/0x5922c046cda8d78e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137936b expref: 3787 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.292902:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3787 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.292903:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708287232:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.292904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.292909:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708287104:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.292910:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708284288:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.292916:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.292917:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292917:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708286976 00000100:00100000:1.0:1740485460.292919:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708286976 00010000:00010000:2.0:1740485460.292921:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292925:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.292925:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.292926:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216512 00000100:00100000:3.0:1740485460.292927:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216512 00010000:00010000:2.0:1740485460.292929:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292930:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431465 00010000:00010000:2.0:1740485460.292933:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.292933:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3710:3767:x1825030708286976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.292934:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.292937:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292940:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008be48a00 already unused, calling callback (ffffffffa0872710) 00002000:00080000:1.0:1740485460.292941:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18344 count 1 00010000:00010000:2.0:1740485460.292942:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292946:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292948:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.292951:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292952:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520240 00010000:00010000:2.0:1740485460.292955:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c2fa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x479b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.292955:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3787 pid: 16695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.292956:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3787:2004:x1825030869216512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.292958:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.292959:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.292960:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292963:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.292967:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.292972:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3787 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.292975:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.292977:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3787 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.292983:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708287360:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.292986:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cda8df7c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813794b4 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.292997:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.293002:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.293003:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.293006:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293012:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293028:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.293032:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3711:3767:x1825030708283776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2830us (2882us total) trans 4295501490 rc 0/0 00000100:00100000:2.0:1740485460.293036:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431452 00000100:00100000:3.0:1740485460.293043:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3786:2004:x1825030869216512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.293048:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.293049:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520240 00010000:00010000:2.0:1740485460.293052:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293057:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293061:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293064:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293067:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134e7da00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.293069:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293073:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293078:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293081:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e7da00/0x5922c046cdb8c32b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.293155:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3711:3764:x1825030708285696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 881us (904us total) trans 4295501491 rc 0/0 00000100:00100000:2.0:1740485460.293159:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431459 00000004:00080000:2.0:1740485460.293175:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5161180/2, rc 0, transno 4295501490 00000100:00100000:2.0:1740485460.293183:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708283776:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.293200:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fced80/2, rc 0, transno 4295501491 00000100:00100000:0.0:1740485460.293205:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708285696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.293238:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708287488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.293260:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708287616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.293262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.293281:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.293292:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708287488 00000100:00100000:3.0:1740485460.293295:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708287616 00000100:00100000:2.0:1740485460.293295:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708287488 00000100:00100000:3.0:1740485460.293297:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708287616 00000100:00100000:2.0:1740485460.293318:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431466 00000100:00100000:3.0:1740485460.293322:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431467 00000100:00100000:2.0:1740485460.293323:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3712:3764:x1825030708287488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.293325:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3712:3765:x1825030708287616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.293334:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18346 count 1 00002000:00080000:2.0:1740485460.293334:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18345 count 1 00010000:00010000:3.0:1740485460.293341:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293344:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293347:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3785 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293351:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.293352:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.293354:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293355:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3785 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.293361:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.293362:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.293364:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293367:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3785 pid: 16068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.293373:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3785 pid: 16068 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.293380:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3785 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.293382:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708287744:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.293390:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3785 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.293398:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708287872:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.293403:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.293416:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d191180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.294450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.294478:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708286336:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.294479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.294484:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216640 00000100:00100000:3.0:1740485460.294487:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216640 00000100:00100000:0.0:1740485460.294488:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216768 00000100:00100000:0.0:1740485460.294490:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216768 00010000:00010000:1.0:1740485460.294493:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294497:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3787 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.294499:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708286464:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.294501:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.294509:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520241 00010000:00010000:2.0:1740485460.294511:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.294512:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3787:2006:x1825030869216640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.294512:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520242 00000100:00100000:0.0:1740485460.294516:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3787:2006:x1825030869216768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.294521:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.294523:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.294523:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.294526:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3787 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.294529:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.294532:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3787 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.294537:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df71600/0x5922c046cda8e25b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379571 expref: 3787 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.294540:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135644c00/0x5922c046cda8e1eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379540 expref: 3787 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.294546:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.294547:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.294561:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.294563:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.294564:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294565:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294569:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294571:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294600:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294600:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.294603:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.294605:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294609:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294611:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294613:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294616:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294617:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294618:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3785:2006:x1825030869216768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 101us (137us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.294620:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b179c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.294620:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294621:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.294622:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3785:2006:x1825030869216640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 107us (171us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.294624:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294624:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520242 00010000:00010000:2.0:1740485460.294625:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.294629:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520241 00010000:00010000:1.0:1740485460.294629:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294631:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294632:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e218e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.294634:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.294635:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b179c00/0x5922c046cdb8c339 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294639:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294645:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294649:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c332 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.294696:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869216896 00000100:00100000:3.0:1740485460.294698:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869216896 00010000:00010000:3.0:1740485460.294706:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3784 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.294715:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3714:3764:x1825030708286208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2193us (2229us total) trans 4295501492 rc 0/0 00000100:00100000:3.0:1740485460.294718:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520243 00000100:00100000:2.0:1740485460.294719:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431461 00000100:00100000:3.0:1740485460.294722:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3784:2003:x1825030869216896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.294728:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.294732:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3784 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.294732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.294735:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3713:3767:x1825030708286080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2263us (2292us total) trans 4295501493 rc 0/0 00000004:00080000:2.0:1740485460.294738:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fcced80/2, rc 0, transno 4295501493 00000100:00100000:1.0:1740485460.294740:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431460 00010000:00010000:3.0:1740485460.294741:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3784 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.294741:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217024 00000100:00100000:2.0:1740485460.294742:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708286080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.294743:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217024 00010000:00010000:0.0:1740485460.294752:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3785 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.294755:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.294757:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.294759:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294759:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f825a00/0x5922c046cda8e0a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379508 expref: 3785 pid: 16611 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.294760:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708288000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.294766:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.294767:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708286592:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.294768:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520244 00000100:00100000:0.0:1740485460.294771:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3784:2006:x1825030869217024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.294772:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.294776:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.294777:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.294777:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294778:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3784 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.294784:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294784:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3784 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.294788:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294792:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.294793:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.294794:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294795:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.294798:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3784:2003:x1825030869216896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.294798:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294799:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294803:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.294804:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520243 00010000:00010000:1.0:1740485460.294806:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f96a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.294806:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.294808:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294811:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294817:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294817:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3783:2006:x1825030869217024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (85us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.294820:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c340 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294822:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520244 00010000:00010000:3.0:1740485460.294831:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099315c00/0x5922c046cda8e3e3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813795d3 expref: 3782 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.294842:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708287232:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.294847:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccd880/2, rc 0, transno 4295501492 00010000:00010000:3.0:1740485460.294852:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294857:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294860:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294862:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708286208:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.294864:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294869:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294873:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294877:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0c800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.294880:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.294886:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.294889:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3713:3766:x1825030708285952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2268us (2341us total) trans 4295501494 rc 0/0 00000100:00100000:1.0:1740485460.294893:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431462 00010000:00010000:3.0:1740485460.294895:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.294900:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708288000 00010000:00010000:3.0:1740485460.294901:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c34e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.294902:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708288000 00000004:00080000:2.0:1740485460.294905:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccd180/2, rc 0, transno 4295501494 00000100:00100000:1.0:1740485460.294911:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431468 00000100:00100000:2.0:1740485460.294912:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708285952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.294914:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3713:3766:x1825030708288000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.294915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.294916:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:1.0:1740485460.294922:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18347 count 1 00010000:00010000:1.0:1740485460.294928:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294928:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217152 00000100:00100000:0.0:1740485460.294930:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217152 00010000:00010000:1.0:1740485460.294935:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3782 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.294939:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.294939:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3782 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.294940:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.294942:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.294944:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708288128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.294949:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520245 00010000:00010000:1.0:1740485460.294951:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3782 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.294952:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3782:2006:x1825030869217152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.294956:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3782 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.294958:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.294960:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3782 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.294962:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708288384:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.294966:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3782 pid: 16610 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.294971:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.294974:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.294975:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.294976:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.294977:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.294983:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.294985:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708288128 00000100:00100000:1.0:1740485460.294987:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708288128 00010000:00010000:0.0:1740485460.294993:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.294996:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431469 00000100:00100000:1.0:1740485460.294999:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3715:3766:x1825030708288128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.295005:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18348 count 1 00010000:00010000:1.0:1740485460.295011:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.295012:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccf100/2, rc 0, transno 4295501495 00000100:00100000:0.0:1740485460.295012:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3782:2006:x1825030869217152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.295015:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3715:3766:x1825030708286848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2163us (2203us total) trans 4295501495 rc 0/0 00000100:00100000:2.0:1740485460.295018:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708286848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.295018:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520245 00010000:00010000:1.0:1740485460.295019:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3782 pid: 16623 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.295021:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431464 00010000:00010000:1.0:1740485460.295022:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.295023:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.295025:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295033:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3781 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295038:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3781 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.295038:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708288256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.295043:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708288640:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.295054:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.295059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.295061:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708288512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.295072:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708288256 00000100:00100000:1.0:1740485460.295073:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.295074:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708288256 00000100:00100000:2.0:1740485460.295081:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708288512 00000100:00100000:2.0:1740485460.295083:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708288512 00000100:00100000:3.0:1740485460.295087:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431470 00000100:00100000:3.0:1740485460.295090:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3716:3764:x1825030708288256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.295096:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431471 00002000:00080000:3.0:1740485460.295099:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18349 count 1 00000100:00100000:2.0:1740485460.295099:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3716:3765:x1825030708288512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.295099:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cb4dc00/0x5922c046cda8e2d9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137959b expref: 3781 pid: 16610 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.295106:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.295107:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18350 count 1 00000100:00100000:0.0:1740485460.295110:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708287104:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.295112:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3780 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295114:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295116:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.295117:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.295119:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295121:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3780 pid: 16609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295121:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295128:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295129:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3780 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295129:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.295130:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.295131:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295132:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295134:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3780 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.295137:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.295139:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708288768:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.295141:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3780 pid: 16609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295141:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295145:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295146:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3780 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.295148:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099b53200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.295150:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295152:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708288896:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.295153:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.295156:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51e40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.295159:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295162:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b53200/0x5922c046cdb8c347 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295167:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.295248:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3717:3764:x1825030708286720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2488us (2525us total) trans 4295501496 rc 0/0 00000100:00100000:0.0:1740485460.295253:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431463 00000004:00080000:2.0:1740485460.295266:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccce00/2, rc 0, transno 4295501496 00000100:00100000:2.0:1740485460.295277:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708286720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.295283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.295295:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217280 00000100:00100000:2.0:1740485460.295298:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217280 00000100:00100000:0.0:1740485460.295298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.295299:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708287360:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.295304:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217408 00000100:00100000:0.0:1740485460.295306:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217408 00010000:00010000:1.0:1740485460.295308:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295310:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3782 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.295314:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3782 pid: 16068 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.295326:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708287744:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.295332:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520246 00000100:00100000:0.0:1740485460.295335:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3782:2004:x1825030869217280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.295336:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520247 00010000:00010000:3.0:1740485460.295337:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295340:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.295341:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3782:2006:x1825030869217408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.295343:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3782 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.295348:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.295351:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3782 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.295353:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3782 pid: 16068 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.295361:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3782 pid: 16068 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.295363:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ed1200/0x5922c046cda8e4ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137960b expref: 3782 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.295372:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5937200/0x5922c046cda8e74e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137966d expref: 3781 pid: 16068 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.295374:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.295375:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.295378:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295381:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.295382:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.295385:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295385:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295391:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295403:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.295411:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.295413:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295420:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3780:2006:x1825030869217408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.295420:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295421:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295425:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520247 00010000:00010000:3.0:1740485460.295426:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295427:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295429:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.295429:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3780:2004:x1825030869217280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.295432:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295433:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295435:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295436:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0c200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.295436:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520246 00010000:00010000:3.0:1740485460.295438:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295439:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295440:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708289024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.295441:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295442:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.295443:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295447:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295448:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295452:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c200/0x5922c046cdb8c35c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295453:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295454:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.295457:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c355 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.295474:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708287872:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.295483:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.295496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.295510:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217536 00000100:00100000:0.0:1740485460.295513:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217536 00010000:00010000:0.0:1740485460.295524:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3779 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.295540:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520248 00000100:00100000:3.0:1740485460.295541:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3718:3765:x1825030708287616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2214us (2259us total) trans 4295501497 rc 0/0 00000100:00100000:0.0:1740485460.295544:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3779:2006:x1825030869217536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.295545:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431467 00010000:00010000:0.0:1740485460.295563:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.295567:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708289024 00010000:00010000:0.0:1740485460.295568:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3779 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.295570:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708289024 00010000:00010000:0.0:1740485460.295575:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3779 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.295601:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431472 00010000:00010000:0.0:1740485460.295601:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7b7e00/0x5922c046cda8e5fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379635 expref: 3779 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.295606:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3718:3766:x1825030708289024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.295613:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3718:3767:x1825030708286976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2676us (2723us total) trans 4295501498 rc 0/0 00002000:00080000:3.0:1740485460.295616:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18351 count 1 00010000:00010000:0.0:1740485460.295616:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.295617:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.295619:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431465 00010000:00010000:0.0:1740485460.295620:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295626:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.295627:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295634:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3778 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295638:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.295639:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.295639:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.295641:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295651:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3778 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.295654:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3778:2006:x1825030869217536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 110us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.295657:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3778 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.295659:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520248 00000100:00100000:3.0:1740485460.295663:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708289152:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.295676:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880072c51300 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.295767:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295772:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295776:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295780:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295784:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295787:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.295788:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295792:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295798:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.295802:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4600/0x5922c046cdb8c363 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.295803:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccca80/2, rc 0, transno 4295501498 00000100:00100000:1.0:1740485460.295818:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708286976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.295836:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098d54380/2, rc 0, transno 4295501497 00000100:00100000:1.0:1740485460.295840:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708287616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.295874:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708289280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.295877:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d226850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3718:3764:x1825030708287488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2554us (2615us total) trans 4295501499 rc 0/0 00000100:00100000:1.0:1740485460.295878:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.295882:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431466 00000100:00100000:1.0:1740485460.295884:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708289408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.295889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.295902:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.295914:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708289280 00000100:00100000:0.0:1740485460.295916:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708289280 00000100:00100000:1.0:1740485460.295917:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708289408 00000100:00100000:1.0:1740485460.295919:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708289408 00000100:00100000:1.0:1740485460.295932:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431473 00000100:00100000:1.0:1740485460.295936:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3719:3767:x1825030708289280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.295937:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431474 00000100:00100000:3.0:1740485460.295942:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3719:3765:x1825030708289408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.295945:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18352 count 1 00002000:00080000:3.0:1740485460.295953:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18353 count 1 00010000:00010000:1.0:1740485460.295955:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295963:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295964:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3777 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295970:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.295972:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.295973:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3777 pid: 16687 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.295973:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098567800/2, rc 0, transno 4295501499 00010000:00010000:1.0:1740485460.295974:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.295979:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.295983:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.295984:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708287488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.295985:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295987:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3777 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.295996:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3777 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.296001:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708289536:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.296016:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.296018:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.296020:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3777 pid: 16687 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296020:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708289664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.296026:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3777 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.296032:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708289792:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.296033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.296046:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.296049:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708288384:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.296058:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.296058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.296068:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708289664 00000100:00100000:2.0:1740485460.296069:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217664 00000100:00100000:1.0:1740485460.296069:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708289664 00000100:00100000:2.0:1740485460.296071:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217664 00010000:00010000:2.0:1740485460.296079:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3778 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.296080:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431475 00000100:00100000:1.0:1740485460.296082:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3720:3764:x1825030708289664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.296089:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18354 count 1 00000100:00100000:2.0:1740485460.296090:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520249 00000100:00100000:2.0:1740485460.296093:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3778:2003:x1825030869217664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.296093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.296095:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296097:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.296100:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3778 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296102:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3778 pid: 16063 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296103:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217792 00000100:00100000:3.0:1740485460.296105:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217792 00010000:00010000:1.0:1740485460.296105:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.296106:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.296107:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3778 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296107:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.296111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.296115:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3779 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296118:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f828000/0x5922c046cda8e889 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796a5 expref: 3779 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296120:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3779 pid: 16063 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.296123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.296125:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3778 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296127:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.296128:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.296131:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296132:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708289920:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.296136:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869217920 00010000:00010000:2.0:1740485460.296138:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296139:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869217920 00000100:00100000:1.0:1740485460.296139:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218048 00000100:00100000:1.0:1740485460.296141:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218048 00010000:00010000:1.0:1740485460.296146:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3780 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.296147:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3780 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296152:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.296157:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520250 00000100:00100000:1.0:1740485460.296159:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3780:2006:x1825030869217792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.296163:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520251 00010000:00010000:1.0:1740485460.296164:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.296166:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3780 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.296168:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3780:2006:x1825030869218048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.296169:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3780:2003:x1825030869217664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.296172:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3780 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.296174:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.296175:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520249 00010000:00010000:3.0:1740485460.296178:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3780 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296178:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.296179:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.296181:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296187:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3779 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296188:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296195:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.296198:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.296200:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.296202:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296205:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520252 00010000:00010000:3.0:1740485460.296207:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296208:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3779:2006:x1825030869217920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.296208:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3779:2006:x1825030869217792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.296212:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520250 00010000:00010000:2.0:1740485460.296213:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.296214:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.296216:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3779 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296221:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3778 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296228:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.296229:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.296230:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296230:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009996fc00/0x5922c046cda8e9a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796c8 expref: 3778 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.296231:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3778:2006:x1825030869218048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (107us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.296234:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296236:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520251 00000100:00100000:1.0:1740485460.296236:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708288640:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.296241:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.296244:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296248:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296252:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296253:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3776:2006:x1825030869217920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.296256:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296257:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520252 00010000:00010000:1.0:1740485460.296260:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296267:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296268:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aeb3c00/0x5922c046cda8ea03 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813796f2 expref: 3775 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296273:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f96e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.296274:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801318d2000/0x5922c046cda8eb37 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137970e expref: 3775 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.296275:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296279:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708288768:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.296282:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708288896:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.296282:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296290:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296290:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296291:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296294:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296296:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f96e00/0x5922c046cdb8c371 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296298:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296298:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296302:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296305:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296306:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296309:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296311:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296312:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b674400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.296314:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296315:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296319:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296322:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.296322:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296324:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296327:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296328:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296330:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c37f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296334:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296341:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0cc00/0x5922c046cdb8c378 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296396:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3723:3766:x1825030708288128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1394us (1424us total) trans 4295501500 rc 0/0 00000100:00100000:1.0:1740485460.296402:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431469 00000100:00100000:2.0:1740485460.296407:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3723:3765:x1825030708288512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1307us (1332us total) trans 4295501501 rc 0/0 00000100:00100000:2.0:1740485460.296411:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431471 00010000:00010000:2.0:1740485460.296423:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296425:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3721:3764:x1825030708288256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1334us (1366us total) trans 4295501502 rc 0/0 00010000:00010000:2.0:1740485460.296428:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296429:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431470 00010000:00010000:2.0:1740485460.296432:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296435:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296439:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296443:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.296445:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cba8a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.296447:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.296448:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4dc00/2, rc 0, transno 4295501502 00010000:00010000:2.0:1740485460.296451:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296452:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708288256:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.296456:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296459:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cba8a00/0x5922c046cdb8c36a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296476:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708290048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.296495:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.296511:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708290048 00000004:00080000:3.0:1740485460.296513:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4c000/2, rc 0, transno 4295501500 00000100:00100000:0.0:1740485460.296514:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708290048 00000100:00100000:2.0:1740485460.296518:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3722:3766:x1825030708288000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1603us (1745us total) trans 4295501503 rc 0/0 00000100:00100000:3.0:1740485460.296519:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708288128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.296522:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431468 00000100:00100000:0.0:1740485460.296528:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431476 00000100:00100000:0.0:1740485460.296531:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3721:3766:x1825030708290048:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.296539:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4f100/2, rc 0, transno 4295501501 00002000:00080000:0.0:1740485460.296540:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18355 count 1 00000004:00080000:3.0:1740485460.296542:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccc700/2, rc 0, transno 4295501503 00010000:00010000:0.0:1740485460.296548:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296563:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708290176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.296565:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708288512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.296569:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708288000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.296572:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3773 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.296591:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.296592:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.296594:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296598:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.296606:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3773 pid: 16063 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296610:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708290304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.296612:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3773 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.296617:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708290176 00000100:00100000:0.0:1740485460.296618:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708290432:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.296620:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708290176 00000100:00100000:2.0:1740485460.296623:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.296630:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708290304 00000100:00100000:1.0:1740485460.296632:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708290304 00000100:00100000:2.0:1740485460.296635:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.296635:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.296637:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431477 00000100:00100000:2.0:1740485460.296638:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708290560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.296641:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3723:3767:x1825030708290176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.296645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.296645:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431478 00002000:00080000:3.0:1740485460.296649:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18356 count 1 00000100:00100000:1.0:1740485460.296649:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3723:3764:x1825030708290304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.296656:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296659:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708290560 00002000:00080000:1.0:1740485460.296659:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18357 count 1 00000100:00100000:2.0:1740485460.296661:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708290560 00010000:00010000:3.0:1740485460.296663:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3773 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296667:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.296668:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.296669:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296670:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.296672:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431479 00000100:00100000:2.0:1740485460.296674:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3724:3764:x1825030708290560:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.296676:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3773 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296679:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3773 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296680:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.296681:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.296682:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18358 count 1 00010000:00010000:1.0:1740485460.296682:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.296685:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3773 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296690:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.296691:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708290688:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.296693:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3773 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.296697:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3773 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.296698:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3773 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.296701:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.296702:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.296704:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296704:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708290816:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.296706:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.296713:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3773 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.296718:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.296719:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3773 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.296724:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708290944:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.296739:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008d191180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.297021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.297039:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708289152:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.297039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.297042:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708289536:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.297050:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218176 00010000:00010000:1.0:1740485460.297052:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297053:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.297053:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218176 00010000:00010000:2.0:1740485460.297061:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3774 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.297063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.297068:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218304 00000100:00100000:3.0:1740485460.297071:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218304 00000100:00100000:2.0:1740485460.297075:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218432 00000100:00100000:2.0:1740485460.297077:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218432 00010000:00010000:3.0:1740485460.297082:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3776 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.297085:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3776 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.297098:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520253 00000100:00100000:3.0:1740485460.297101:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3776:2006:x1825030869218176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.297106:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.297107:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520254 00010000:00010000:3.0:1740485460.297109:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3776 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.297111:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520255 00000100:00100000:2.0:1740485460.297112:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3776:2006:x1825030869218304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.297115:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3776:2003:x1825030869218432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.297117:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3776 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.297119:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.297121:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.297124:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3776 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.297124:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3776 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.297125:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cda8ec10 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137975b expref: 3776 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.297132:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.297132:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3775 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.297133:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.297134:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3775 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.297136:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.297141:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.297142:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.297142:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.297144:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334dc000/0x5922c046cda8ec72 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137977e expref: 3775 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.297144:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.297149:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.297153:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.297154:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.297155:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.297157:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.297160:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.297163:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.297185:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.297187:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3774:2006:x1825030869218176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.297189:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3774:2003:x1825030869218432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.297194:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520253 00000100:00100000:0.0:1740485460.297197:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520255 00000100:00100000:2.0:1740485460.297200:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3774:2006:x1825030869218304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.297206:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520254 00010000:00010000:1.0:1740485460.297214:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297225:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801356c8400/0x5922c046cda8ecf0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379793 expref: 3771 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.297225:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.297233:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708289792:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.297233:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297240:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297243:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297247:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297247:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297252:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297254:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123c2b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.297256:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297260:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297263:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297265:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297272:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297273:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297277:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097826c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.297280:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297280:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123c2b200/0x5922c046cdb8c38d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297287:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297296:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297302:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c394 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.297384:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3726:3767:x1825030708289280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1446us (1492us total) trans 4295501504 rc 0/0 00000100:00100000:1.0:1740485460.297391:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431473 00000004:00080000:0.0:1740485460.297398:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d8f6a00/2, rc 0, transno 4295501504 00000100:00100000:0.0:1740485460.297406:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d8f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708289280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.297409:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3725:3765:x1825030708289408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1465us (1505us total) trans 4295501505 rc 0/0 00000100:00100000:3.0:1740485460.297416:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431474 00000100:00100000:0.0:1740485460.297428:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.297434:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708291072:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.297438:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.297442:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008e460700/2, rc 0, transno 4295501505 00010000:00010000:3.0:1740485460.297445:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297451:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.297454:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008e460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708289408:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.297457:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297462:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297467:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009da3d200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.297469:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.297473:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.297474:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.297474:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.297477:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708291200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.297482:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297487:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009da3d200/0x5922c046cdb8c386 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.297491:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.297508:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708291072 00000100:00100000:1.0:1740485460.297512:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708291072 00000100:00100000:1.0:1740485460.297526:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708291200 00000100:00100000:1.0:1740485460.297528:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708291200 00000100:00100000:2.0:1740485460.297537:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431480 00000100:00100000:2.0:1740485460.297542:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3727:3767:x1825030708291072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.297542:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431481 00000100:00100000:1.0:1740485460.297545:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3727:3766:x1825030708291200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.297565:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18359 count 1 00002000:00080000:1.0:1740485460.297571:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18360 count 1 00010000:00010000:2.0:1740485460.297576:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297593:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.297600:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3770 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297601:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3770 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.297605:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.297605:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.297606:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.297607:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.297608:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.297609:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297619:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3770 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297624:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3770 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.297625:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3770 pid: 16698 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.297630:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708291328:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.297631:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3727:3766:x1825030708289024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2024us (2175us total) trans 4295501506 rc 0/0 00010000:00010000:2.0:1740485460.297633:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3770 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.297638:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431472 00000100:00100000:2.0:1740485460.297642:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708291456:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.297649:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.297660:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4c129c0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.297677:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d863b80/2, rc 0, transno 4295501506 00000100:00100000:2.0:1740485460.297684:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708289024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.297714:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708291584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.297730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.297743:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708291584 00000100:00100000:3.0:1740485460.297746:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708291584 00000100:00100000:3.0:1740485460.297759:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431482 00000100:00100000:3.0:1740485460.297763:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3727:3764:x1825030708291584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.297774:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18361 count 1 00010000:00010000:3.0:1740485460.297783:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297794:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3770 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297800:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.297801:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.297803:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297819:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3770 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.297826:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3770 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.297833:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708291712:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.297858:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.297913:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708290432:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.297919:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708289920:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.297923:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.297933:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.298178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.298191:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218560 00000100:00100000:2.0:1740485460.298194:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218560 00010000:00010000:2.0:1740485460.298205:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3771 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.298208:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218688 00000100:00100000:3.0:1740485460.298211:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218688 00010000:00010000:3.0:1740485460.298221:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.298222:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520256 00000100:00100000:2.0:1740485460.298226:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3772:2006:x1825030869218560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.298230:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520257 00010000:00010000:2.0:1740485460.298232:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.298233:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3772:2006:x1825030869218688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.298236:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298239:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.298242:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298245:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298248:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298256:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800961af800/0x5922c046cda8edd7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797c4 expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298256:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095d27800/0x5922c046cda8ee71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813797ee expref: 3772 pid: 16063 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298263:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.298264:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.298265:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.298266:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298267:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.298270:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.298271:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298277:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.298280:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.298286:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298291:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.298292:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298296:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298297:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3770:2006:x1825030869218688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.298300:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298302:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520257 00010000:00010000:1.0:1740485460.298304:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298305:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3770:2006:x1825030869218560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.298307:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a53d7200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.298309:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298311:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520256 00010000:00010000:1.0:1740485460.298312:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298319:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298324:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a53d7200/0x5922c046cdb8c3a2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.298429:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3728:3766:x1825030708290048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1896us (1932us total) trans 4295501507 rc 0/0 00000100:00100000:1.0:1740485460.298436:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431476 00000004:00080000:2.0:1740485460.298442:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009615a680/2, rc 0, transno 4295501507 00010000:00010000:1.0:1740485460.298453:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298455:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009615a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708290048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.298460:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298467:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298471:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298474:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298478:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f96800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.298479:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298481:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.298483:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298487:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708291840:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.298490:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298494:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f96800/0x5922c046cdb8c39b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.298520:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708291840 00000100:00100000:1.0:1740485460.298523:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708291840 00000100:00100000:1.0:1740485460.298540:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431483 00000100:00100000:1.0:1740485460.298544:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3728:3764:x1825030708291840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.298568:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18362 count 1 00010000:00010000:1.0:1740485460.298592:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298599:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3768 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298603:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.298604:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.298606:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298617:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3768 pid: 16063 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298622:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3768 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.298632:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708291968:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.298649:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.298729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.298734:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3729:3764:x1825030708289664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2649us (2698us total) trans 4295501508 rc 0/0 00000100:00100000:3.0:1740485460.298736:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708290688:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.298738:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3ff480/2, rc 0, transno 4295501508 00000100:00100000:1.0:1740485460.298740:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431475 00000100:00100000:0.0:1740485460.298744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.298750:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708289664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.298751:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298756:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218816 00000100:00100000:0.0:1740485460.298759:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218816 00000100:00100000:2.0:1740485460.298760:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869218944 00000100:00100000:2.0:1740485460.298762:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869218944 00000100:00100000:1.0:1740485460.298766:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708290816:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.298771:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3770 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298772:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3770 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.298777:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298792:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520258 00000100:00100000:0.0:1740485460.298795:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3770:2006:x1825030869218816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.298797:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520259 00010000:00010000:0.0:1740485460.298800:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.298802:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3770:2006:x1825030869218944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.298803:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3770 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298808:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.298808:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3770 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298812:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3770 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298816:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4c2a400/0x5922c046cda8ef27 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379818 expref: 3770 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298820:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3770 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298823:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.298824:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.298826:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.298830:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298837:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f52a00/0x5922c046cda8f05b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379849 expref: 3769 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.298839:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.298845:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298847:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.298848:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.298850:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298851:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298853:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3768:2006:x1825030869218816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.298855:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.298858:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298858:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298859:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520258 00010000:00010000:3.0:1740485460.298862:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.298865:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009695a200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.298867:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298870:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.298871:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298871:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.298875:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708292096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.298878:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.298881:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009695a200/0x5922c046cdb8c3a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298889:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3767:2006:x1825030869218944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.298889:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.298895:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520259 00010000:00010000:1.0:1740485460.298907:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.298915:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.298921:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708290944:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.298922:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.298928:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298932:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.298935:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298938:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219072 00010000:00010000:1.0:1740485460.298940:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f44000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.298940:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219072 00000100:00100000:2.0:1740485460.298942:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219200 00000100:00100000:2.0:1740485460.298944:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219200 00010000:00010000:1.0:1740485460.298944:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.298947:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3768 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.298951:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.298952:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3768 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.298961:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520260 00010000:00010000:1.0:1740485460.298962:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.298964:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3768:2005:x1825030869219072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.298968:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.298969:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f44000/0x5922c046cdb8c3b0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.298970:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3729:3767:x1825030708290176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2324us (2368us total) trans 4295501509 rc 0/0 00010000:00010000:0.0:1740485460.298970:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3768 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.298972:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520261 00000100:00100000:2.0:1740485460.298976:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3768:2003:x1825030869219200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.298976:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3768 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.298977:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431477 00010000:00010000:2.0:1740485460.298982:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.298986:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3768 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.298994:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3768 pid: 16616 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.299001:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bddb480/2, rc 0, transno 4295501509 00010000:00010000:2.0:1740485460.299003:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.299005:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.299007:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708290176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.299007:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299014:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299023:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.299031:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708292224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.299033:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801318ad600/0x5922c046cda8f12d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379865 expref: 3768 pid: 16646 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299035:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3768:2003:x1825030869219200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.299040:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520261 00010000:00010000:0.0:1740485460.299040:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299041:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299043:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.299048:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299055:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.299057:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708292096 00000100:00100000:3.0:1740485460.299060:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708292224 00000100:00100000:2.0:1740485460.299060:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708292096 00000100:00100000:3.0:1740485460.299062:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708292224 00000100:00100000:1.0:1740485460.299064:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3731:3764:x1825030708290304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2414us (2439us total) trans 4295501510 rc 0/0 00000100:00100000:0.0:1740485460.299068:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3766:2005:x1825030869219072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.299069:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431478 00000100:00100000:0.0:1740485460.299072:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520260 00000100:00100000:2.0:1740485460.299073:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431484 00000100:00100000:3.0:1740485460.299076:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431485 00000100:00100000:2.0:1740485460.299077:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3730:3767:x1825030708292096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.299079:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3730:3767:x1825030708292224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.299086:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18363 count 1 00002000:00080000:3.0:1740485460.299087:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18364 count 1 00010000:00010000:1.0:1740485460.299089:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c50f400/0x5922c046cda8f309 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798b2 expref: 3765 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.299093:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299095:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.299097:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708291328:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.299101:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3764 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299104:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3764 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.299107:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.299107:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299109:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.299110:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299111:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299111:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299111:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219328 00010000:00010000:2.0:1740485460.299112:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.299113:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219328 00010000:00010000:2.0:1740485460.299114:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299114:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299119:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3765 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.299122:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299126:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3765 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299126:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299128:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3765 pid: 16707 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299128:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520262 00010000:00010000:1.0:1740485460.299129:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299130:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3765:2004:x1825030869219328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.299132:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123071800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.299134:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299134:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.299135:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3765 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.299136:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3765 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.299136:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3765 pid: 16624 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.299138:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299143:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299144:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708292352:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.299144:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3765 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299145:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708292480:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.299146:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123071800/0x5922c046cdb8c3c5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299154:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299155:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299157:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299163:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.299166:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d240 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.299169:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.299179:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f7100/2, rc 0, transno 4295501510 00010000:00010000:0.0:1740485460.299180:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.299185:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f22c00/0x5922c046cda8f3fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813798d5 expref: 3765 pid: 16624 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299193:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708290304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.299196:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708291712:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.299196:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3764:2004:x1825030869219328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.299206:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708291456:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.299208:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299217:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.299230:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708292608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.299231:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299235:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.299238:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3731:3766:x1825030708291200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1691us (1744us total) trans 4295501511 rc 0/0 00000100:00100000:1.0:1740485460.299242:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431481 00010000:00010000:3.0:1740485460.299243:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.299246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.299247:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299251:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.299251:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708292608 00000100:00100000:1.0:1740485460.299253:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708292608 00010000:00010000:3.0:1740485460.299254:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.299256:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299259:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299260:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520262 00000100:00100000:1.0:1740485460.299262:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431486 00000100:00100000:1.0:1740485460.299264:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3731:3764:x1825030708292608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.299265:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.299265:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5163100/2, rc 0, transno 4295501511 00010000:00010000:3.0:1740485460.299268:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c3cc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.299272:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18365 count 1 00000100:00100000:2.0:1740485460.299276:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708291200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.299279:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299286:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299286:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3763 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299290:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.299290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.299291:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.299292:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299293:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299298:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219456 00010000:00010000:2.0:1740485460.299300:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299300:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219456 00010000:00010000:1.0:1740485460.299302:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3763 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299306:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299307:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3764 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.299307:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3764 pid: 16698 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.299312:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708292864:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.299313:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299317:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520263 00010000:00010000:2.0:1740485460.299319:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cba9200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.299320:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3764:2006:x1825030869219456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.299322:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299324:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.299326:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.299326:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3764 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.299329:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299331:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3764 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.299337:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299338:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c50fa00/0x5922c046cda8f268 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137988f expref: 3764 pid: 16698 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.299343:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c3b7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299348:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299349:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299351:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299355:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.299363:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.299366:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3732:3764:x1825030708291584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1600us (1634us total) trans 4295501512 rc 0/0 00000100:00100000:3.0:1740485460.299371:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431482 00000100:00100000:0.0:1740485460.299374:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3763:2006:x1825030869219456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.299377:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520263 00000100:00100000:1.0:1740485460.299424:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708291968:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.299432:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3732:3764:x1825030708290560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2756us (2785us total) trans 4295501513 rc 0/0 00010000:00010000:1.0:1740485460.299434:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.299439:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431479 00000100:00100000:0.0:1740485460.299442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.299450:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219584 00000100:00100000:0.0:1740485460.299452:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219584 00010000:00010000:0.0:1740485460.299459:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3763 pid: 16063 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.299461:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a98a80/2, rc 0, transno 4295501512 00000100:00100000:2.0:1740485460.299466:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708291584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.299469:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520264 00000100:00100000:0.0:1740485460.299471:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3763:2006:x1825030869219584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1740485460.299472:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f4700/2, rc 0, transno 4295501513 00010000:00010000:0.0:1740485460.299475:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.299476:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708290560:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.299478:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3763 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299480:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1740485460.299483:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3763 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299485:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708292736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.299493:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708292992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.299494:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cda8f532 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379906 expref: 3763 pid: 16063 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.299501:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299502:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.299503:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299507:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.299508:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299514:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299515:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.299515:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.299518:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708293120:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.299521:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299523:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3762:2006:x1825030869219584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.299524:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299526:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520264 00010000:00010000:2.0:1740485460.299528:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299529:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299533:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299534:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299535:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.299537:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299540:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299541:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299544:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1f8200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.299545:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299546:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d801e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.299548:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299562:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299563:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708292736 00000100:00100000:3.0:1740485460.299565:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708292736 00010000:00010000:1.0:1740485460.299569:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299573:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8200/0x5922c046cdb8c3d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299576:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708292992 00000100:00100000:3.0:1740485460.299591:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708292992 00010000:00010000:2.0:1740485460.299591:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299597:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708293120 00000100:00100000:3.0:1740485460.299598:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708293120 00010000:00010000:2.0:1740485460.299602:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299604:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431487 00000100:00100000:3.0:1740485460.299607:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3734:3764:x1825030708292736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.299608:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d801e00/0x5922c046cdb8c3be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.299615:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18366 count 1 00010000:00010000:3.0:1740485460.299622:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299629:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3761 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299633:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299634:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299635:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299645:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3761 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299650:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3761 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.299659:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708293248:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.299671:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3735:3764:x1825030708291840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1125us (1165us total) trans 4295501514 rc 0/0 00000100:00100000:3.0:1740485460.299676:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.299677:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431483 00000004:00080000:0.0:1740485460.299677:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f4a80/2, rc 0, transno 4295501514 00000100:00100000:0.0:1740485460.299683:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708291840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.299685:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431488 00000100:00100000:3.0:1740485460.299688:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3734:3766:x1825030708292992:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.299690:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431489 00000100:00100000:1.0:1740485460.299694:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3734:3766:x1825030708293120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.299695:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18367 count 1 00010000:00010000:3.0:1740485460.299700:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299701:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708293376:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.299705:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18368 count 1 00010000:00010000:3.0:1740485460.299706:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3761 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299709:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299710:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299711:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.299714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.299715:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299720:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3761 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.299725:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3761 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299726:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3761 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.299729:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.299730:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708293504:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.299730:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.299732:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299739:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.299742:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3761 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.299748:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708293376 00010000:00010000:1.0:1740485460.299748:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3761 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.299750:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708293376 00000100:00100000:1.0:1740485460.299753:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708293632:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.299767:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431490 00000100:00100000:1.0:1740485460.299767:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.299770:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3735:3764:x1825030708293376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.299781:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18369 count 1 00010000:00010000:3.0:1740485460.299790:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299800:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3761 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299806:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299807:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.299809:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.299825:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3761 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.299829:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3736:3767:x1825030708291072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2286us (2354us total) trans 4295501515 rc 0/0 00010000:00010000:3.0:1740485460.299834:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3761 pid: 16684 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.299834:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5163b80/2, rc 0, transno 4295501515 00000100:00100000:2.0:1740485460.299835:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431480 00000100:00100000:0.0:1740485460.299839:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708291072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.299843:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708293760:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.299861:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.299862:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009dc5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.299865:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708293888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.299874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.299885:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708293888 00000100:00100000:2.0:1740485460.299888:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708293888 00000100:00100000:2.0:1740485460.299901:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431491 00000100:00100000:2.0:1740485460.299904:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3736:3764:x1825030708293888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.299914:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18370 count 1 00010000:00010000:2.0:1740485460.299922:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299933:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3761 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299939:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.299940:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.299943:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299957:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3761 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.299966:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3761 pid: 16650 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.299974:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708294016:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.299992:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.300270:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708292352:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.300283:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.300463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.300496:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708292480:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.300502:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219712 00010000:00010000:3.0:1740485460.300505:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.300505:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219712 00000100:00100000:0.0:1740485460.300505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.300516:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3762 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.300528:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219840 00000100:00100000:2.0:1740485460.300530:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219840 00000100:00100000:3.0:1740485460.300536:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520265 00010000:00010000:2.0:1740485460.300537:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3763 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.300540:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3763:2006:x1825030869219712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.300545:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.300548:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3763 pid: 16687 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.300563:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520266 00000100:00100000:2.0:1740485460.300568:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3763:2006:x1825030869219840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.300570:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3763 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.300574:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.300592:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3763 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.300593:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a592bc00/0x5922c046cda8f6f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137995a expref: 3763 pid: 16687 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.300600:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.300601:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.300601:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3762 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.300603:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300607:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300613:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b6aa800/0x5922c046cda8f658 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379930 expref: 3762 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.300617:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.300623:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.300625:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.300626:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300628:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.300632:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3761:2006:x1825030869219712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (169us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.300633:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300635:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.300636:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520265 00010000:00010000:0.0:1740485460.300640:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300646:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300648:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.300650:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300652:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300654:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300657:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0d000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.300659:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300660:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300662:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.300662:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3760:2006:x1825030869219840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 94us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.300665:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300666:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.300668:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520266 00010000:00010000:3.0:1740485460.300669:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f5400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.300671:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300674:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300674:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300679:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.300680:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0d000/0x5922c046cdb8c3da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300686:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f5400/0x5922c046cdb8c3e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.300766:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3738:3767:x1825030708292096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1688us (1876us total) trans 4295501516 rc 0/0 00000100:00100000:3.0:1740485460.300772:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431484 00000004:00080000:1.0:1740485460.300779:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f6680/2, rc 0, transno 4295501516 00000100:00100000:1.0:1740485460.300786:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708292096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.300803:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.300808:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708294144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.300821:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.300833:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708294144 00000100:00100000:3.0:1740485460.300837:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708294144 00000100:00100000:0.0:1740485460.300842:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3738:3767:x1825030708292224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1761us (1794us total) trans 4295501517 rc 0/0 00000100:00100000:0.0:1740485460.300848:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431485 00000004:00080000:1.0:1740485460.300849:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f4e00/2, rc 0, transno 4295501517 00000100:00100000:1.0:1740485460.300853:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708292224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.300859:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431492 00000100:00100000:3.0:1740485460.300864:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3737:3767:x1825030708294144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.300868:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708294272:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.300874:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18371 count 1 00000100:00100000:1.0:1740485460.300878:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.300883:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.300890:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708294272 00010000:00010000:3.0:1740485460.300893:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3759 pid: 16619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.300893:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708294272 00010000:00010000:3.0:1740485460.300897:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.300898:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.300899:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.300899:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708292864:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.300905:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431493 00000100:00100000:2.0:1740485460.300909:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3738:3767:x1825030708294272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.300910:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3759 pid: 16619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.300911:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.300915:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3759 pid: 16619 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.300919:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18372 count 1 00000100:00100000:3.0:1740485460.300921:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708294400:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.300927:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.300937:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.300938:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3759 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300949:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.300950:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.300953:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300966:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3759 pid: 16623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.300974:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3759 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.300983:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708294528:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.301001:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.301220:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708293248:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.301233:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.301244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.301245:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708293504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.301254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.301257:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.301266:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869219968 00000100:00100000:0.0:1740485460.301268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.301269:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869219968 00000100:00100000:3.0:1740485460.301288:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220096 00000100:00100000:3.0:1740485460.301290:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220096 00000100:00100000:0.0:1740485460.301291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.301298:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3761 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.301308:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220224 00000100:00100000:3.0:1740485460.301309:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220224 00000100:00100000:2.0:1740485460.301312:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708293760:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.301314:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3762 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.301315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.301316:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220352 00010000:00010000:2.0:1740485460.301321:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.301321:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220352 00000100:00100000:3.0:1740485460.301323:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220480 00000100:00100000:3.0:1740485460.301324:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220480 00010000:00010000:3.0:1740485460.301328:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3764 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.301335:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3764 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.301337:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520267 00000100:00100000:2.0:1740485460.301337:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708294016:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.301340:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3764:2006:x1825030869220096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.301347:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.301348:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301349:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3764 pid: 16608 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301354:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3764 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.301356:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520268 00000100:00100000:1.0:1740485460.301361:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3764:2004:x1825030869220224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.301362:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4c3200/0x5922c046cda8f984 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799a7 expref: 3764 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.301364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.301368:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301369:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301369:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.301370:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301374:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301374:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3763 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.301379:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220608 00000100:00100000:2.0:1740485460.301382:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220608 00010000:00010000:1.0:1740485460.301382:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3763 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301383:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.301392:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3764 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.301395:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f00e00/0x5922c046cda8fa4f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799d1 expref: 3764 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.301396:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3764:2006:x1825030869220096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.301399:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520267 00010000:00010000:1.0:1740485460.301404:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301405:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301407:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.301408:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520269 00010000:00010000:1.0:1740485460.301412:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.301413:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520270 00000100:00100000:2.0:1740485460.301413:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3762:2006:x1825030869220480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.301417:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3762:2006:x1825030869220352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.301419:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.301422:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.301423:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.301423:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3762 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301428:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3762 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301432:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3762 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.301436:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3762:2004:x1825030869220224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (166us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.301437:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3762 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.301440:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520268 00010000:00010000:2.0:1740485460.301443:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131aec000/0x5922c046cda8fbc2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a17 expref: 3762 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301446:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301448:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301450:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.301451:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520271 00010000:00010000:2.0:1740485460.301452:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.301454:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.301454:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3760:2006:x1825030869220608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.301456:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301457:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301458:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.301461:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3760 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301464:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301465:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.301467:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3760 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.301473:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98c00/0x5922c046cda8fca2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a3a expref: 3760 pid: 16650 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301475:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.301480:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301481:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301483:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301487:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301495:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.301530:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3759:2006:x1825030869220352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 112us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.301535:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520270 00000100:00100000:2.0:1740485460.301535:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3759:2006:x1825030869220480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 121us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.301535:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3759:2006:x1825030869220608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.301538:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520271 00000100:00100000:2.0:1740485460.301541:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520269 00010000:00010000:3.0:1740485460.301573:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3756 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301576:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301596:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132c4fa00/0x5922c046cda8faf0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813799e6 expref: 3756 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301597:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.301603:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520272 00010000:00010000:2.0:1740485460.301604:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.301604:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708293632:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.301606:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3755:2003:x1825030869219968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.301610:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301611:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.301613:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3755 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.301613:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301617:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301618:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3755 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.301618:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301621:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301623:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e16c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.301625:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301626:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800910f4800/0x5922c046cda8f8f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379984 expref: 3755 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.301626:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301630:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301632:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301633:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301634:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.301634:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301636:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301637:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c1f8800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.301639:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301640:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301641:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.301641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.301643:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301649:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.301649:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301652:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e16c000/0x5922c046cdb8c404 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301652:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c1f8800/0x5922c046cdb8c3fd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.301660:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3754:2003:x1825030869219968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.301663:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520272 00000100:00100000:3.0:1740485460.301691:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220736 00000100:00100000:3.0:1740485460.301693:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220736 00010000:00010000:3.0:1740485460.301698:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3754 pid: 16619 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.301713:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520273 00000100:00100000:3.0:1740485460.301716:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3754:2006:x1825030869220736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.301719:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.301721:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3754 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301730:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3754 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301736:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301737:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301738:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301742:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301749:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.301754:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3740:3764:x1825030708293376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1982us (2038us total) trans 4295501519 rc 0/0 00000100:00100000:3.0:1740485460.301760:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3754:2006:x1825030869220736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.301760:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431490 00000100:00100000:3.0:1740485460.301763:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520273 00000100:00100000:1.0:1740485460.301763:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3740:3766:x1825030708293120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2067us (2225us total) trans 4295501518 rc 0/0 00000100:00100000:1.0:1740485460.301769:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431489 00010000:00010000:3.0:1740485460.301775:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301779:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.301781:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708294528:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.301784:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301787:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301787:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301792:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301794:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301794:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301798:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cba8c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.301799:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301801:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301803:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301803:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301808:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301808:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301810:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301811:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cba8c00/0x5922c046cdb8c3ef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301817:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.301819:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5161880/2, rc 0, transno 4295501519 00010000:00010000:1.0:1740485460.301820:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301823:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301826:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123071e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.301830:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301830:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.301832:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708293376:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.301837:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301840:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e16c200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.301843:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301846:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301850:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.301852:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123071e00/0x5922c046cdb8c3e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.301857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.301858:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.301864:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e16c200/0x5922c046cdb8c3f6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.301885:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3739:3764:x1825030708292736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2276us (2384us total) trans 4295501520 rc 0/0 00000100:00100000:3.0:1740485460.301889:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431487 00000100:00100000:0.0:1740485460.301896:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708294656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.301903:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220864 00000100:00100000:3.0:1740485460.301906:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220864 00000100:00100000:0.0:1740485460.301909:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.301915:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3754 pid: 16623 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.301921:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f7b80/2, rc 0, transno 4295501520 00000100:00100000:0.0:1740485460.301931:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708292736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.301933:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520274 00000100:00100000:3.0:1740485460.301937:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3754:2003:x1825030869220864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.301943:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.301947:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3754 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.301947:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3739:3766:x1825030708292992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2257us (2438us total) trans 4295501521 rc 0/0 00000100:00100000:0.0:1740485460.301950:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.301953:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431488 00010000:00010000:3.0:1740485460.301955:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3754 pid: 16623 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.301955:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708294784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.301962:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708294656 00000100:00100000:2.0:1740485460.301965:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708294656 00010000:00010000:3.0:1740485460.301966:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df89400/0x5922c046cda8fe5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a80 expref: 3754 pid: 16623 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.301975:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.301977:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.301977:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.301979:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.301985:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.301991:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708294784 00000100:00100000:2.0:1740485460.301993:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708294784 00010000:00010000:3.0:1740485460.302000:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.302000:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431494 00000100:00100000:1.0:1740485460.302005:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3741:3764:x1825030708294656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.302008:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302016:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.302017:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3753:2003:x1825030869220864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (159us total) trans 0 rc 0/0 00002000:00080000:1.0:1740485460.302017:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18373 count 1 00010000:00010000:2.0:1740485460.302022:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.302023:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520274 00010000:00010000:1.0:1740485460.302027:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302029:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302036:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.302038:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3752 pid: 16678 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302041:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.302044:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.302044:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.302045:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.302048:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302049:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094d62800/0x5922c046cda8fd9e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379a6b expref: 3752 pid: 16619 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.302050:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.302055:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708294400:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.302059:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302063:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.302064:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3751 pid: 16678 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302065:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c419 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302067:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302071:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.302073:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3751 pid: 16678 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.302076:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302081:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302082:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708294912:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.302087:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302093:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a4d9e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.302095:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302102:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302106:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.302111:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302116:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9e00/0x5922c046cdb8c412 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302147:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3742:3764:x1825030708292608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2881us (2900us total) trans 4295501522 rc 0/0 00000100:00100000:2.0:1740485460.302151:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3742:3767:x1825030708294272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1240us (1270us total) trans 4295501523 rc 0/0 00000100:00100000:1.0:1740485460.302153:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431486 00000100:00100000:2.0:1740485460.302157:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431493 00000100:00100000:2.0:1740485460.302176:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431495 00000004:00080000:1.0:1740485460.302177:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d3fdc00/2, rc 0, transno 4295501518 00000100:00100000:2.0:1740485460.302180:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880136170c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3741:3764:x1825030708294784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.302184:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d3fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708293120:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.302190:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18374 count 1 00000004:00080000:0.0:1740485460.302198:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f7480/2, rc 0, transno 4295501522 00010000:00010000:2.0:1740485460.302199:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.302202:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708292608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.302210:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3751 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302217:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1740485460.302217:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f4380/2, rc 0, transno 4295501521 00010000:00010000:2.0:1740485460.302218:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.302219:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3741:3767:x1825030708294144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1354us (1395us total) trans 4295501524 rc 0/0 00010000:00010000:2.0:1740485460.302221:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302224:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708292992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.302226:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431492 00000100:00100000:1.0:1740485460.302233:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708295040:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.302235:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3751 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302243:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3751 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.302249:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708295424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.302252:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708295296:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.302252:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.302266:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1740485460.302267:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708295040 00000100:00100000:3.0:1740485460.302270:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708295040 00000100:00100000:1.0:1740485460.302270:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708295168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.302273:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.302275:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.302287:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708295424 00000100:00100000:3.0:1740485460.302289:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708295424 00000100:00100000:2.0:1740485460.302290:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431496 00000100:00100000:2.0:1740485460.302294:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3742:3766:x1825030708295040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.302298:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.302302:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18375 count 1 00000100:00100000:3.0:1740485460.302308:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708295168 00000100:00100000:3.0:1740485460.302310:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708295168 00000100:00100000:2.0:1740485460.302315:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431497 00000100:00100000:2.0:1740485460.302319:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3743:3764:x1825030708295424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.302319:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431498 00000100:00100000:1.0:1740485460.302322:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3743:3766:x1825030708295168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.302326:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18377 count 1 00010000:00010000:2.0:1740485460.302332:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.302332:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18376 count 1 00010000:00010000:1.0:1740485460.302342:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302345:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3751 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302351:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.302352:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.302352:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3751 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302354:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.302358:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.302360:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.302362:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302368:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3751 pid: 16707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302377:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3751 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.302378:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3751 pid: 16028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.302385:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708295552:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.302386:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3751 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.302395:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708295680:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.302403:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.302412:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302414:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.302421:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3751 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302428:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.302429:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.302431:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.302433:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a99c00/2, rc 0, transno 4295501523 00000100:00100000:1.0:1740485460.302440:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708294272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.302446:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a99500/2, rc 0, transno 4295501524 00000100:00100000:1.0:1740485460.302449:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708294144:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.302450:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3751 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302458:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3751 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.302466:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708295808:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.302477:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.302478:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.302484:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708295936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.302486:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302493:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302499:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.302505:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302510:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.302515:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097826600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.302517:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302519:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708296064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.302522:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708295936 00010000:00010000:2.0:1740485460.302523:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.302525:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708295936 00010000:00010000:2.0:1740485460.302531:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302531:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.302536:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097826600/0x5922c046cdb8c40b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.302547:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708296064 00000100:00100000:3.0:1740485460.302560:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708296064 00000100:00100000:0.0:1740485460.302562:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431499 00000100:00100000:0.0:1740485460.302567:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3745:3764:x1825030708295936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.302571:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431500 00000100:00100000:3.0:1740485460.302574:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3745:3766:x1825030708296064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.302597:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18379 count 1 00002000:00080000:0.0:1740485460.302601:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18378 count 1 00010000:00010000:3.0:1740485460.302604:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302611:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3751 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302615:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.302616:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.302617:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302627:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3751 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302635:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3751 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.302640:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708296192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.302656:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.302666:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3746:3764:x1825030708293888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2760us (2790us total) trans 4295501525 rc 0/0 00010000:00010000:0.0:1740485460.302666:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.302670:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431491 00000004:00080000:1.0:1740485460.302670:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a99880/2, rc 0, transno 4295501525 00010000:00010000:0.0:1740485460.302675:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3751 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.302679:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708293888:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.302681:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.302682:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.302684:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.302714:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3751 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.302717:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708294912:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.302720:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3751 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.302726:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708296448:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.302729:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.302739:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708296320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.302745:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.302751:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.302779:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708296320 00000100:00100000:3.0:1740485460.302781:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708296320 00000100:00100000:3.0:1740485460.302792:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431501 00000100:00100000:3.0:1740485460.302795:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3746:3767:x1825030708296320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.302802:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18380 count 1 00010000:00010000:3.0:1740485460.302808:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302815:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3751 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302818:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.302819:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.302821:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302829:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3751 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.302834:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3751 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.302843:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708296576:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.302857:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.303872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.303917:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869220992 00000100:00100000:3.0:1740485460.303920:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869220992 00000100:00100000:0.0:1740485460.303925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.303932:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3752 pid: 16678 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.303953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.303959:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221120 00000100:00100000:3.0:1740485460.303961:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221120 00000100:00100000:2.0:1740485460.303967:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708295552:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.303969:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3753 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.303980:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221248 00000100:00100000:3.0:1740485460.303984:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520275 00010000:00010000:2.0:1740485460.303984:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.303984:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221248 00000100:00100000:3.0:1740485460.303989:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3754:2004:x1825030869220992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.303996:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.303996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.303998:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3754 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304000:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3754 pid: 16678 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.304000:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221504 00000100:00100000:2.0:1740485460.304002:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221504 00000100:00100000:0.0:1740485460.304008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.304009:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3755 pid: 16678 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304013:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3755 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.304017:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221376 00000100:00100000:1.0:1740485460.304019:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221376 00010000:00010000:3.0:1740485460.304020:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096f02c00/0x5922c046cda8ff6c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379ab1 expref: 3755 pid: 16678 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.304021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.304027:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221632 00010000:00010000:1.0:1740485460.304028:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3755 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304029:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.304029:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221632 00010000:00010000:3.0:1740485460.304031:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.304034:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.304036:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3756 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304041:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304043:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221760 00000100:00100000:1.0:1740485460.304045:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221760 00000100:00100000:2.0:1740485460.304050:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520276 00010000:00010000:1.0:1740485460.304052:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3757 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304053:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.304055:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3757:2006:x1825030869221120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.304060:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.304063:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3757 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.304069:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3757:2004:x1825030869220992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.304069:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3757 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.304069:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520277 00000100:00100000:3.0:1740485460.304073:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520275 00000100:00100000:1.0:1740485460.304074:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3757:2005:x1825030869221248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.304077:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304078:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304080:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304081:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.304085:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520278 00010000:00010000:2.0:1740485460.304085:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304085:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3756 pid: 16707 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.304089:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3756:2006:x1825030869221504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.304092:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.304093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.304094:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3756 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304095:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.304099:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3756 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.304104:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3756:2006:x1825030869221120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (180us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.304106:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bb79600/0x5922c046cda902c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b44 expref: 3756 pid: 16707 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304107:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3756 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.304110:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520276 00010000:00010000:1.0:1740485460.304116:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.304117:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.304118:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.304119:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.304119:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869221888 00010000:00010000:1.0:1740485460.304120:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304121:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869221888 00010000:00010000:3.0:1740485460.304122:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304126:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3755 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.304127:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304128:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304136:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520279 00000100:00100000:2.0:1740485460.304139:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3755:2005:x1825030869221376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.304142:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.304143:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.304143:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708296448:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.304144:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.304145:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3755 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304150:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3755 pid: 16662 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304156:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.304156:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304157:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304158:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304162:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304165:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3755:2006:x1825030869221504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.304168:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.304172:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520278 00000100:00100000:1.0:1740485460.304173:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3755:2005:x1825030869221248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.304177:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3755:2005:x1825030869221376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.304180:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520277 00000100:00100000:2.0:1740485460.304188:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520279 00000100:00100000:3.0:1740485460.304194:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520280 00000100:00100000:2.0:1740485460.304197:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520281 00000100:00100000:3.0:1740485460.304198:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3752:2003:x1825030869221632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.304200:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3752:2006:x1825030869221760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.304203:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.304203:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.304206:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3752 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304208:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3752 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304211:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3752 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304216:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3752 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304217:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304218:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304219:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304219:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520282 00010000:00010000:2.0:1740485460.304223:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304224:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3752:2006:x1825030869221888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.304227:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c67000/0x5922c046cda907ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379deb expref: 3752 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.304229:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.304231:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.304235:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3751 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304236:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.304236:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3751:2006:x1825030869221760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 35us (202us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.304237:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.304239:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520281 00010000:00010000:3.0:1740485460.304240:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304244:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3750 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.304246:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304254:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.304256:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.304258:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304258:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304260:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.304262:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304265:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304267:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304267:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304271:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304274:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.304275:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304277:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2003:x1825030869221632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (254us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.304277:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304283:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520280 00010000:00010000:2.0:1740485460.304283:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123070600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.304283:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304286:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304287:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869221888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (194us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.304289:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304292:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304292:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520282 00010000:00010000:0.0:1740485460.304296:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304300:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304302:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b2e9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.304305:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304306:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123070600/0x5922c046cdb8c420 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304312:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304316:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304317:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ddff000/0x5922c046cda90d18 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a244 expref: 3748 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.304320:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304322:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304325:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708296192:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.304325:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304329:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304329:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9400/0x5922c046cdb8c44a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304336:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304336:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304340:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de0ca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.304342:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304343:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304345:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304349:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304351:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304354:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de0ca00/0x5922c046cdb8c42e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304355:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304362:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304368:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304374:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.304377:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304383:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304393:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304400:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827800/0x5922c046cdb8c443 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304409:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3749:3764:x1825030708294656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2403us (2498us total) trans 4295501526 rc 0/0 00000100:00100000:2.0:1740485460.304414:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431494 00000100:00100000:0.0:1740485460.304432:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3748:3764:x1825030708295936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1863us (1927us total) trans 4295501527 rc 0/0 00010000:00010000:2.0:1740485460.304434:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d85e200/0x5922c046cda900ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b05 expref: 3747 pid: 16662 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.304438:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3748:3764:x1825030708295424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2118us (2162us total) trans 4295501528 rc 0/0 00000100:00100000:0.0:1740485460.304439:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431499 00000100:00100000:2.0:1740485460.304441:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708295808:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.304443:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431497 00010000:00010000:2.0:1740485460.304450:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304454:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304458:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304461:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.304462:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fb480/2, rc 0, transno 4295501527 00010000:00010000:2.0:1740485460.304465:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304467:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708295936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.304469:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304472:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f91000 already unused, calling callback (ffffffffa0872710) 00000004:00080000:1.0:1740485460.304473:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fbb80/2, rc 0, transno 4295501528 00010000:00010000:2.0:1740485460.304474:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304475:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708295424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.304477:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.304479:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9aa00/2, rc 0, transno 4295501526 00000100:00100000:1.0:1740485460.304481:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708294656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.304483:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304490:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f91000/0x5922c046cdb8c43c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304492:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124bfce00/0x5922c046cda901f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379b21 expref: 3746 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.304500:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708295680:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.304503:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3747:3766:x1825030708296064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1927us (1970us total) trans 4295501529 rc 0/0 00000100:00100000:3.0:1740485460.304509:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431500 00010000:00010000:1.0:1740485460.304509:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304514:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304517:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304520:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708296704:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.304522:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304528:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304533:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304537:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a4e5800/0x5922c046cda90f33 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a26e expref: 3745 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.304539:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096889c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.304541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.304542:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304548:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304549:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708296576:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.304568:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.304573:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304573:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708296832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.304592:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3747:3766:x1825030708295040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2282us (2324us total) trans 4295501530 rc 0/0 00010000:00010000:3.0:1740485460.304594:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304596:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431496 00010000:00010000:1.0:1740485460.304599:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096889c00/0x5922c046cdb8c435 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304601:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304604:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.304607:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304609:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708296704 00000100:00100000:2.0:1740485460.304612:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708296704 00010000:00010000:3.0:1740485460.304618:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304618:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.304623:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708296960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.304624:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.304624:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708296832 00000100:00100000:2.0:1740485460.304628:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708296832 00010000:00010000:3.0:1740485460.304630:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304634:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.304636:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e16da00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.304638:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304645:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304647:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708296960 00000100:00100000:0.0:1740485460.304650:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708296960 00010000:00010000:3.0:1740485460.304654:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.304661:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e16da00/0x5922c046cdb8c451 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.304663:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431502 00000100:00100000:0.0:1740485460.304667:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3749:3764:x1825030708296704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.304677:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18381 count 1 00010000:00010000:0.0:1740485460.304687:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304697:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3744 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304704:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.304705:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.304708:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304720:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3744 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.304729:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3744 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.304738:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708297088:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.304743:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431503 00000100:00100000:1.0:1740485460.304747:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3750:3767:x1825030708296960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.304756:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18383 count 1 00000100:00100000:0.0:1740485460.304757:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.304762:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304770:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3744 pid: 16608 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.304771:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3750:3767:x1825030708296320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1973us (2017us total) trans 4295501531 rc 0/0 00010000:00010000:1.0:1740485460.304774:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.304775:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.304776:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.304776:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f9f80/2, rc 0, transno 4295501531 00000100:00100000:3.0:1740485460.304777:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431501 00000100:00100000:0.0:1740485460.304782:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708296320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.304786:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3744 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.304791:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3744 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.304800:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708297216:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.304803:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708297344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.304814:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.304820:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.304834:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708297344 00000100:00100000:2.0:1740485460.304837:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708297344 00000100:00100000:2.0:1740485460.304852:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431504 00000100:00100000:2.0:1740485460.304857:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3751:3767:x1825030708297344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.304868:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18384 count 1 00010000:00010000:2.0:1740485460.304878:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.304881:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3751:3766:x1825030708295168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2558us (2583us total) trans 4295501532 rc 0/0 00000100:00100000:1.0:1740485460.304885:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431498 00010000:00010000:2.0:1740485460.304888:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3744 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.304894:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.304895:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.304898:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.304902:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8faa00/2, rc 0, transno 4295501529 00000100:00100000:1.0:1740485460.304907:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708296064:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.304911:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a98380/2, rc 0, transno 4295501532 00000100:00100000:1.0:1740485460.304913:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708295168:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.304914:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3744 pid: 16029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.304916:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9a680/2, rc 0, transno 4295501530 00000100:00100000:1.0:1740485460.304918:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708295040:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.304924:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3744 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.304933:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708297472:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.304945:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708297600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.304953:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.304962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.304973:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.304977:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708297728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.304979:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708297600 00000100:00100000:2.0:1740485460.304981:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708297600 00000100:00100000:2.0:1740485460.304990:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431505 00000100:00100000:0.0:1740485460.304991:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.304993:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3751:3764:x1825030708296832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.304994:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431506 00000100:00100000:1.0:1740485460.304997:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3751:3764:x1825030708297600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.305000:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708297728 00002000:00080000:2.0:1740485460.305001:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18382 count 1 00000100:00100000:3.0:1740485460.305004:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708297728 00002000:00080000:1.0:1740485460.305007:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18385 count 1 00000100:00100000:0.0:1740485460.305007:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.305008:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305012:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708297856:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.305015:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3744 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.305017:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305018:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.305019:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.305021:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431507 00010000:00010000:2.0:1740485460.305021:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.305025:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3752:3764:x1825030708297728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.305027:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3744 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305030:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3744 pid: 16699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.305033:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.305034:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.305035:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3744 pid: 16699 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.305036:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18386 count 1 00010000:00010000:1.0:1740485460.305036:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305036:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708297856 00000100:00100000:0.0:1740485460.305038:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708297856 00000100:00100000:2.0:1740485460.305044:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708297984:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.305045:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305049:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431508 00000100:00100000:0.0:1740485460.305052:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3753:3767:x1825030708297856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.305055:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3744 pid: 16634 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.305058:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.305058:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3744 pid: 16691 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.305060:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18387 count 1 00010000:00010000:3.0:1740485460.305061:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.305063:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.305065:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.305067:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3744 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.305067:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.305075:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3744 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305076:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cda9004c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81379adb expref: 3744 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.305076:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708298112:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.305080:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3744 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.305080:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.305082:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708295296:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.305082:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.305084:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.305086:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3743 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.305092:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.305093:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708298240:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.305095:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.305096:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.305099:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3743 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305100:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305104:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305107:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.305107:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3743 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.305108:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.305111:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305114:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006daf0800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.305116:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305116:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708298368:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.305120:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305125:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305129:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c427 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.305137:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd180 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.305208:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880136170c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3754:3764:x1825030708294784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3027us (3231us total) trans 4295501533 rc 0/0 00000100:00100000:2.0:1740485460.305214:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431495 00000004:00080000:1.0:1740485460.305228:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9bb80/2, rc 0, transno 4295501533 00000100:00100000:1.0:1740485460.305236:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708294784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.305265:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.305273:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708298496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.305293:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.305310:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708298496 00000100:00100000:2.0:1740485460.305313:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708298496 00000100:00100000:2.0:1740485460.305326:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431509 00000100:00100000:2.0:1740485460.305329:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3754:3766:x1825030708298496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.305339:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18388 count 1 00010000:00010000:2.0:1740485460.305349:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305359:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3743 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305364:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.305366:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.305368:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305381:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3743 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.305389:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3743 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.305397:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708298624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.305416:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.306217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.306235:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708297088:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.306235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.306247:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306249:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222016 00000100:00100000:1.0:1740485460.306253:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222016 00000100:00100000:2.0:1740485460.306266:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708297472:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.306267:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3744 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.306276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.306278:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306284:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222144 00000100:00100000:1.0:1740485460.306286:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222144 00000100:00100000:3.0:1740485460.306289:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708297984:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.306295:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3745 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.306296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.306298:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708298624:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.306301:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306307:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306308:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222272 00000100:00100000:0.0:1740485460.306308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.306310:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222272 00010000:00010000:1.0:1740485460.306319:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3746 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.306322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.306332:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222400 00000100:00100000:0.0:1740485460.306333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.306334:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222528 00000100:00100000:3.0:1740485460.306335:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222400 00000100:00100000:1.0:1740485460.306337:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222528 00000100:00100000:2.0:1740485460.306338:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222784 00000100:00100000:2.0:1740485460.306340:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222784 00010000:00010000:1.0:1740485460.306346:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3749 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.306347:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3749 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306351:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3749 pid: 16693 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306359:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222656 00000100:00100000:1.0:1740485460.306362:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222656 00000100:00100000:3.0:1740485460.306368:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520283 00010000:00010000:1.0:1740485460.306370:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3750 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.306373:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869222016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.306374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.306377:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520284 00010000:00010000:3.0:1740485460.306380:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.306381:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869222144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.306385:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3750 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306388:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.306392:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3750 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.306392:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708298368:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.306394:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3750 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306399:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869222912 00010000:00010000:2.0:1740485460.306400:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3750 pid: 16608 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.306400:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306402:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869222912 00010000:00010000:3.0:1740485460.306405:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801351e2c00/0x5922c046cda9101a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2a6 expref: 3751 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306410:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306411:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.306412:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3751 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306413:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306416:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.306418:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306419:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306420:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306427:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306428:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520285 00010000:00010000:2.0:1740485460.306429:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.306433:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869222272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.306441:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.306442:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.306445:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3750 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.306447:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869222144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.306454:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520284 00010000:00010000:1.0:1740485460.306454:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3750 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.306459:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3750:2006:x1825030869222016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.306465:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520283 00010000:00010000:1.0:1740485460.306468:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c888a00/0x5922c046cda910c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2d7 expref: 3749 pid: 16699 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.306469:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520286 00000100:00100000:2.0:1740485460.306473:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3749:2006:x1825030869222528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.306478:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.306478:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.306480:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.306482:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306483:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3747 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.306490:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306491:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3747 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306499:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306500:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.306502:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520287 00010000:00010000:2.0:1740485460.306503:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306503:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.306507:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3747:2006:x1825030869222400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.306509:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306513:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.306517:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3747 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306518:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.306526:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3747 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306527:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3747:2006:x1825030869222272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.306530:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3747:2006:x1825030869222528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.306534:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520285 00010000:00010000:3.0:1740485460.306538:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dc8b000/0x5922c046cda912cf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a30f expref: 3747 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.306538:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520286 00000100:00100000:2.0:1740485460.306548:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520288 00010000:00010000:3.0:1740485460.306566:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.306568:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.306568:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3744:2006:x1825030869222784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.306569:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520289 00010000:00010000:3.0:1740485460.306571:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306573:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3744:2004:x1825030869222656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.306574:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.306594:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3744 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.306595:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306601:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3744 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.306602:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.306608:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3744 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.306612:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.306616:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098dbda00/0x5922c046cda91426 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a363 expref: 3744 pid: 16693 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.306618:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3744 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306624:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306625:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306627:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306628:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.306629:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.306631:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3743:2006:x1825030869222400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 123us (333us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.306631:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306634:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.306637:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520287 00010000:00010000:1.0:1740485460.306643:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306645:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.306652:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520290 00010000:00010000:1.0:1740485460.306654:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.306656:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2006:x1825030869222912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.306657:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2006:x1825030869222784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (334us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.306662:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.306662:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520288 00010000:00010000:3.0:1740485460.306667:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3742 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306670:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2004:x1825030869222656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (335us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.306675:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3741 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306677:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520289 00010000:00010000:3.0:1740485460.306685:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f36d000/0x5922c046cda914ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a394 expref: 3740 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306686:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306690:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306694:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.306694:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306695:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.306698:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306698:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306704:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306704:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306706:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306709:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f91e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.306710:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c83c00/0x5922c046cda9120b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a2fa expref: 3739 pid: 16608 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.306711:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306712:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306715:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306719:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.306719:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306720:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306721:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708297216:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.306724:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c466 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306726:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306732:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306733:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.306737:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3738:2006:x1825030869222912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (361us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.306739:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306741:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f98a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.306742:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520290 00010000:00010000:0.0:1740485460.306744:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306746:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306750:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306752:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306756:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306758:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306762:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306764:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306767:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096888800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.306769:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306773:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306773:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306779:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306780:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306782:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096888800/0x5922c046cdb8c45f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306786:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306792:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306797:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008be48a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.306800:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306800:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3755:3767:x1825030708297344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1943us (1979us total) trans 4295501534 rc 0/0 00000100:00100000:2.0:1740485460.306804:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431504 00010000:00010000:3.0:1740485460.306806:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306815:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306816:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306820:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.306820:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f98a00/0x5922c046cdb8c482 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306823:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008be48a00/0x5922c046cdb8c46d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306824:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306828:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306832:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306835:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a55f3400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.306837:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306840:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306846:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.306849:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c489 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.306858:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3755:3767:x1825030708296960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2110us (2223us total) trans 4295501535 rc 0/0 00000100:00100000:1.0:1740485460.306863:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431503 00010000:00010000:1.0:1740485460.306881:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098fd6200/0x5922c046cda91362 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a332 expref: 3737 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.306889:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708298112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.306898:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306906:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306909:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306913:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306917:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.306919:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3757:3764:x1825030708296832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1925us (2314us total) trans 4295501536 rc 0/0 00010000:00010000:1.0:1740485460.306920:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306923:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096889a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.306924:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431505 00010000:00010000:1.0:1740485460.306925:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306929:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306934:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3756:3766:x1825030708298496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1604us (1641us total) trans 4295501538 rc 0/0 00010000:00010000:1.0:1740485460.306934:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.306937:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096889a00/0x5922c046cdb8c474 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306938:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431509 00010000:00010000:3.0:1740485460.306946:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a53800/0x5922c046cda913d2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a35c expref: 3736 pid: 16634 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.306955:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f9c00/2, rc 0, transno 4295501538 00000100:00100000:3.0:1740485460.306956:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708298240:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.306960:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708298496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.306967:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.306974:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306977:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.306980:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306981:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708298752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.306987:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.306991:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3756:3767:x1825030708297856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1936us (1964us total) trans 4295501537 rc 0/0 00010000:00010000:3.0:1740485460.306993:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.306994:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.306996:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431508 00010000:00010000:3.0:1740485460.306999:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307003:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de69600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.307004:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708298752 00010000:00010000:3.0:1740485460.307006:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.307006:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708298752 00000100:00100000:1.0:1740485460.307012:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3756:3764:x1825030708297600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2013us (2048us total) trans 4295501539 rc 0/0 00010000:00010000:3.0:1740485460.307017:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307018:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431506 00000100:00100000:2.0:1740485460.307022:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431510 00010000:00010000:3.0:1740485460.307025:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.307026:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3756:3765:x1825030708298752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.307030:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de69600/0x5922c046cdb8c47b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.307035:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18389 count 1 00000004:00080000:1.0:1740485460.307043:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096663800/2, rc 0, transno 4295501539 00010000:00010000:2.0:1740485460.307045:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.307056:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3735 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307058:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708297600:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.307062:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.307064:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.307066:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.307067:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096661c00/2, rc 0, transno 4295501536 00000100:00100000:1.0:1740485460.307070:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708296832:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.307082:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096660000/2, rc 0, transno 4295501537 00000100:00100000:1.0:1740485460.307085:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708297856:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.307092:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096663100/2, rc 0, transno 4295501534 00000100:00100000:1.0:1740485460.307095:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708297344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.307100:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:1.0:1740485460.307101:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096661f80/2, rc 0, transno 4295501535 00000100:00100000:1.0:1740485460.307104:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708296960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.307107:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708298880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.307109:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3756:3764:x1825030708297728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2083us (2117us total) trans 4295501540 rc 0/0 00000100:00100000:1.0:1740485460.307110:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708299136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.307113:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431507 00000100:00100000:2.0:1740485460.307122:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708299008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.307122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.307127:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307131:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307135:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307135:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.307138:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307142:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.307144:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.307144:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096663b80/2, rc 0, transno 4295501540 00010000:00010000:3.0:1740485460.307148:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b2e9e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.307150:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.307151:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708297728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.307152:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708298880 00010000:00010000:3.0:1740485460.307154:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307154:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708298880 00010000:00010000:3.0:1740485460.307159:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.307160:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708299392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.307162:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708299136 00010000:00010000:3.0:1740485460.307163:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9e00/0x5922c046cdb8c458 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307164:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708299136 00000100:00100000:2.0:1740485460.307168:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.307173:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708299008 00000100:00100000:1.0:1740485460.307174:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708299008 00000100:00100000:2.0:1740485460.307179:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708299392 00000100:00100000:2.0:1740485460.307181:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708299392 00000100:00100000:1.0:1740485460.307182:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431511 00000100:00100000:0.0:1740485460.307183:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708299264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.307184:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3759:3764:x1825030708298880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.307192:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431512 00002000:00080000:1.0:1740485460.307193:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18390 count 1 00000100:00100000:2.0:1740485460.307194:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3760:3767:x1825030708299136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.307200:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.307201:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.307202:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18392 count 1 00010000:00010000:1.0:1740485460.307207:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3735 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.307209:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307211:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307212:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307214:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.307216:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3735 pid: 16609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.307220:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.307221:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.307222:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708299264 00010000:00010000:2.0:1740485460.307223:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307223:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3735 pid: 16649 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.307225:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708299264 00010000:00010000:1.0:1740485460.307228:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3735 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.307232:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3735 pid: 16609 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307234:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708299648:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.307238:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3735 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.307241:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431513 00000100:00100000:2.0:1740485460.307244:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708299776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.307246:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3761:3766:x1825030708299008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.307247:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3761:3764:x1825030708296704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2578us (2704us total) trans 4295501541 rc 0/0 00000100:00100000:1.0:1740485460.307251:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc000 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.307253:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431502 00000100:00100000:2.0:1740485460.307256:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.307257:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18391 count 1 00000100:00100000:1.0:1740485460.307260:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431514 00000100:00100000:1.0:1740485460.307263:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3760:3765:x1825030708299392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.307265:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708299520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.307267:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431515 00010000:00010000:0.0:1740485460.307267:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.307270:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18394 count 1 00000100:00100000:3.0:1740485460.307271:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3760:3764:x1825030708299264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.307274:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.307275:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.307277:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3735 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307281:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3735 pid: 16608 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.307283:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18393 count 1 00010000:00010000:0.0:1740485460.307283:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.307285:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.307287:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307288:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307290:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.307291:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307291:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.307299:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3735 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307301:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3735 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.307302:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3735 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307306:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3735 pid: 16608 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.307307:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.307308:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3735 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.307309:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.307310:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3735 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.307311:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307312:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3735 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.307317:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708300160:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.307319:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708300032:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.307322:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708299904:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.307327:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3735 pid: 16647 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.307328:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.307335:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3735 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.307336:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708299520 00000100:00100000:0.0:1740485460.307336:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd180 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.307338:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708299520 00000100:00100000:2.0:1740485460.307340:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.307345:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708300288:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.307350:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431516 00000100:00100000:1.0:1740485460.307353:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3761:3766:x1825030708299520:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.307353:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096661880/2, rc 0, transno 4295501541 00002000:00080000:1.0:1740485460.307359:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18395 count 1 00000100:00100000:0.0:1740485460.307360:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708296704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.307365:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.307365:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307371:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3735 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307375:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307375:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307377:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307386:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3735 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307391:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3735 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.307396:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708300544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.307400:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.307407:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708300416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.307408:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.307425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.307439:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708300416 00000100:00100000:1.0:1740485460.307440:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708300416 00000100:00100000:1.0:1740485460.307454:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431517 00000100:00100000:1.0:1740485460.307457:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3762:3766:x1825030708300416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.307463:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18396 count 1 00010000:00010000:1.0:1740485460.307469:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307476:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3735 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307479:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307480:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.307482:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307490:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3735 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.307496:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3735 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.307500:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708300672:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.307527:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.308593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.308604:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708299776:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.308609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.308613:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708299648:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.308615:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.308617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.308625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.308631:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308638:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223040 00000100:00100000:3.0:1740485460.308639:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223168 00000100:00100000:2.0:1740485460.308640:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223040 00000100:00100000:3.0:1740485460.308643:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223168 00000100:00100000:0.0:1740485460.308643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.308651:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3737 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.308652:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3737 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.308657:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223296 00000100:00100000:0.0:1740485460.308657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.308661:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223296 00000100:00100000:3.0:1740485460.308667:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223552 00000100:00100000:2.0:1740485460.308667:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223424 00000100:00100000:2.0:1740485460.308668:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223424 00000100:00100000:3.0:1740485460.308669:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223552 00010000:00010000:3.0:1740485460.308674:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3740 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308674:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3740 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.308676:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3740 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.308676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.308682:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223680 00000100:00100000:3.0:1740485460.308683:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223680 00000100:00100000:2.0:1740485460.308684:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223808 00000100:00100000:2.0:1740485460.308685:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223808 00010000:00010000:3.0:1740485460.308688:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3742 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308691:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3742 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.308699:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520291 00000100:00100000:3.0:1740485460.308704:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520292 00000100:00100000:1.0:1740485460.308705:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2003:x1825030869223040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.308709:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2006:x1825030869223168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.308710:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520293 00000100:00100000:2.0:1740485460.308713:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3742:2006:x1825030869223552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.308713:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.308716:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.308716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.308718:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3742 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.308720:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3742 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308723:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.308727:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3742 pid: 16609 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308727:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3742 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.308727:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3742 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308733:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3742 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.308739:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b50600/0x5922c046cda9173d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a435 expref: 3742 pid: 16609 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.308740:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708300032:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.308741:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.308741:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009250a000/0x5922c046cda91617 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3ef expref: 3742 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308742:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308744:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308749:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308749:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.308749:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308751:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.308753:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308755:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308756:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.308757:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.308760:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308760:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308767:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308771:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3740:2006:x1825030869223552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.308774:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520293 00010000:00010000:3.0:1740485460.308776:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.308784:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869223936 00010000:00010000:1.0:1740485460.308785:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.308786:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869223936 00000100:00100000:3.0:1740485460.308791:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3740:2006:x1825030869223168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.308792:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3740 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.308798:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520292 00000100:00100000:2.0:1740485460.308804:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520294 00000100:00100000:2.0:1740485460.308807:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3739:2004:x1825030869223424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.308807:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3739:2003:x1825030869223040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 101us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.308813:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520295 00010000:00010000:2.0:1740485460.308813:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.308815:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3739 pid: 16649 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.308817:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3739:2006:x1825030869223296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.308820:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3739 pid: 16649 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.308824:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.308826:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a778a00/0x5922c046cda916b1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a419 expref: 3739 pid: 16649 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.308826:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520291 00010000:00010000:3.0:1740485460.308829:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3739 pid: 16608 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308835:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308836:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.308837:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3738 pid: 16608 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.308837:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308842:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308846:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.308848:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308849:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.308850:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308857:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308859:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3737:2004:x1825030869223424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (234us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.308860:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308862:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520294 00010000:00010000:3.0:1740485460.308869:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.308869:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.308871:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520296 00000100:00100000:2.0:1740485460.308875:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520297 00010000:00010000:0.0:1740485460.308876:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308877:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3736:2006:x1825030869223808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.308877:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3736:2006:x1825030869223680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.308881:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.308883:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3736 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.308883:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.308884:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3736:2006:x1825030869223296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (265us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.308884:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.308889:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3736 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.308889:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3736 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.308889:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.308890:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520295 00010000:00010000:2.0:1740485460.308894:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308895:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.308895:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f99800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.308896:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308898:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3735 pid: 16647 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.308898:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308900:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.308904:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520298 00010000:00010000:2.0:1740485460.308906:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.308907:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3735:2006:x1825030869223936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.308908:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.308910:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.308910:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308912:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308913:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.308914:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3735:2006:x1825030869223808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.308917:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520297 00010000:00010000:3.0:1740485460.308918:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3735 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.308920:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308923:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308926:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3734 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.308926:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f99800/0x5922c046cdb8c4a5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308934:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.308935:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.308937:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.308939:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d7ac00/0x5922c046cda9154c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a3be expref: 3734 pid: 16646 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.308940:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.308946:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.308946:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708299904:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.308951:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3733:2006:x1825030869223680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (292us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.308953:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.308957:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520296 00010000:00010000:3.0:1740485460.308958:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.308958:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308961:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308966:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308970:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.308973:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2006:x1825030869223936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (256us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.308974:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308977:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f90c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.308978:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.308979:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520298 00010000:00010000:2.0:1740485460.308982:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308982:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308987:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308989:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.308990:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f90c00/0x5922c046cdb8c490 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.308996:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309003:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309009:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309015:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309015:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e219c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.309018:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309022:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309028:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309029:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309035:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309038:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309040:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309043:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e219c00/0x5922c046cdb8c497 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309046:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a403c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.309049:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309056:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309064:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3764:3765:x1825030708298752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2038us (2069us total) trans 4295501543 rc 0/0 00010000:00010000:3.0:1740485460.309065:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309068:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431510 00010000:00010000:3.0:1740485460.309071:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a403c00/0x5922c046cdb8c49e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309078:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3763:3766:x1825030708299008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1831us (1932us total) trans 4295501542 rc 0/0 00000100:00100000:0.0:1740485460.309083:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431513 00000004:00080000:2.0:1740485460.309085:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad3b80/2, rc 0, transno 4295501542 00000100:00100000:2.0:1740485460.309097:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708299008:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.309106:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad0000/2, rc 0, transno 4295501543 00000100:00100000:2.0:1740485460.309108:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708298752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309111:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.309115:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708300800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.309119:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.309124:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708300928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309130:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.309131:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3764:3764:x1825030708298880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1945us (2008us total) trans 4295501544 rc 0/0 00000100:00100000:1.0:1740485460.309136:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431511 00000100:00100000:0.0:1740485460.309137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.309143:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708300800 00000100:00100000:2.0:1740485460.309144:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708300800 00000100:00100000:1.0:1740485460.309144:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708300928 00000100:00100000:1.0:1740485460.309146:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708300928 00000004:00080000:0.0:1740485460.309150:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad2d80/2, rc 0, transno 4295501544 00000100:00100000:2.0:1740485460.309154:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431518 00000100:00100000:0.0:1740485460.309154:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708298880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309157:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3765:3765:x1825030708300800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.309157:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431519 00000100:00100000:1.0:1740485460.309160:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3765:3764:x1825030708300928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.309165:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18397 count 1 00002000:00080000:1.0:1740485460.309168:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18398 count 1 00010000:00010000:2.0:1740485460.309172:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309174:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309179:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3731 pid: 16704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309182:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3731 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309183:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.309184:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.309185:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309185:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.309186:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.309188:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.309190:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3765:3767:x1825030708299136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1993us (2052us total) trans 4295501545 rc 0/0 00010000:00010000:2.0:1740485460.309194:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3731 pid: 16704 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.309196:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431512 00010000:00010000:1.0:1740485460.309198:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3731 pid: 16697 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309199:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3731 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.309204:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3731 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.309208:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708301184:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.309210:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708301312:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.309220:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.309227:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f214200/0x5922c046cda91791 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a458 expref: 3731 pid: 16647 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.309228:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708301056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.309228:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4cdbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.309239:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.309242:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d325c00/0x5922c046cda91974 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137a562 expref: 3730 pid: 16608 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.309251:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708300288:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.309251:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708300160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.309260:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309261:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708301056 00010000:00010000:3.0:1740485460.309263:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309264:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708301056 00010000:00010000:1.0:1740485460.309265:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309269:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309273:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309276:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309278:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431520 00010000:00010000:1.0:1740485460.309280:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309282:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3765:3766:x1825030708301056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.309284:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a499e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.309285:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309285:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309289:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309291:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.309292:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18399 count 1 00010000:00010000:1.0:1740485460.309294:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309298:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a499e00/0x5922c046cdb8c4ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309301:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309302:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309308:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309311:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3729 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309313:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309317:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.309318:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de69200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.309318:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.309320:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309320:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309326:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309333:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309334:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3729 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309339:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de69200/0x5922c046cdb8c4b3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309342:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3729 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.309354:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708301440:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.309371:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3766:3765:x1825030708299392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2106us (2201us total) trans 4295501546 rc 0/0 00000100:00100000:1.0:1740485460.309375:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431514 00000100:00100000:2.0:1740485460.309378:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.309392:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096661180/2, rc 0, transno 4295501546 00010000:00010000:1.0:1740485460.309393:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d94f400/0x5922c046cda91ff6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab51 expref: 3729 pid: 16690 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.309396:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708299392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.309399:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708300544:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.309410:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309417:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309421:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309425:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309428:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309432:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.309433:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3766:3764:x1825030708299264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2160us (2231us total) trans 4295501547 rc 0/0 00010000:00010000:1.0:1740485460.309435:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a4d9200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.309436:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.309439:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431515 00010000:00010000:1.0:1740485460.309440:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309445:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.309447:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096660a80/2, rc 0, transno 4295501547 00010000:00010000:1.0:1740485460.309449:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a4d9200/0x5922c046cdb8c4ba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309456:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708299264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309462:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.309467:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708301568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.309493:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708301568 00000100:00100000:3.0:1740485460.309496:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708301568 00000100:00100000:2.0:1740485460.309502:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708301696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.309507:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431521 00000100:00100000:3.0:1740485460.309509:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3767:3766:x1825030708301568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309511:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.309517:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18400 count 1 00000100:00100000:1.0:1740485460.309517:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3767:3766:x1825030708299520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2163us (2242us total) trans 4295501548 rc 0/0 00000100:00100000:1.0:1740485460.309521:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431516 00000004:00080000:2.0:1740485460.309524:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dd500/2, rc 0, transno 4295501548 00010000:00010000:3.0:1740485460.309525:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309526:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708301696 00010000:00010000:3.0:1740485460.309531:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3728 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309531:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708301696 00000100:00100000:2.0:1740485460.309533:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708299520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.309535:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.309536:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.309537:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.309537:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096660700/2, rc 0, transno 4295501545 00000100:00100000:1.0:1740485460.309540:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708299136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.309547:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3728 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309564:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801354bae00/0x5922c046cda920b3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ab89 expref: 3728 pid: 16690 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.309568:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3728 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.309571:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.309571:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708300672:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.309575:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708301952:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.309575:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708301824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.309593:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309598:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.309602:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309605:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309609:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309613:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309615:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708301824 00000100:00100000:3.0:1740485460.309616:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008f6ab000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.309616:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708302080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.309616:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248bc400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.309618:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309618:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708301824 00010000:00010000:1.0:1740485460.309622:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.309625:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.309627:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309630:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708302080 00010000:00010000:1.0:1740485460.309631:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248bc400/0x5922c046cdb8c4c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.309632:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708302080 00000100:00100000:3.0:1740485460.309637:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431522 00000100:00100000:3.0:1740485460.309641:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3769:3764:x1825030708301696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.309647:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431523 00000100:00100000:0.0:1740485460.309651:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3769:3764:x1825030708301824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.309652:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18401 count 1 00000100:00100000:2.0:1740485460.309652:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431524 00000100:00100000:2.0:1740485460.309655:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3769:3766:x1825030708302080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.309662:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.309663:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18402 count 1 00002000:00080000:2.0:1740485460.309664:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18403 count 1 00010000:00010000:3.0:1740485460.309671:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3727 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309671:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.309673:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309677:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.309678:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3727 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309679:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.309681:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309682:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.309683:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.309684:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309685:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.309690:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.309692:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.309694:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.309695:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3727 pid: 16681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309695:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3727 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.309700:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3727 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.309700:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3770:3766:x1825030708300416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2241us (2273us total) trans 4295501549 rc 0/0 00010000:00010000:3.0:1740485460.309703:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3727 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.309703:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431517 00000100:00100000:2.0:1740485460.309705:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708302336:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.309710:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.309712:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708302208:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.309717:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.309719:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.309729:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721ddf80/2, rc 0, transno 4295501549 00000100:00100000:0.0:1740485460.309729:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708302464:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.309731:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.309734:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708300416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.309748:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd180 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.309760:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.309764:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708302592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.309780:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.309787:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708302592 00000100:00100000:1.0:1740485460.309790:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708302592 00000100:00100000:1.0:1740485460.309801:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431525 00000100:00100000:1.0:1740485460.309803:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3770:3766:x1825030708302592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.309811:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18404 count 1 00010000:00010000:1.0:1740485460.309818:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309826:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3727 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309833:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.309834:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.309836:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309845:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3727 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.309850:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3727 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.309856:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708302720:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.309871:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.310814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.310835:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708301184:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.310838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.310845:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.310851:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224064 00000100:00100000:3.0:1740485460.310855:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224064 00000100:00100000:0.0:1740485460.310855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.310862:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708301440:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.310865:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708301312:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.310865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.310868:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3728 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.310870:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.310875:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.310876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.310881:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708302336:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.310885:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224192 00010000:00010000:2.0:1740485460.310886:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.310887:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224192 00000100:00100000:1.0:1740485460.310889:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224320 00000100:00100000:1.0:1740485460.310891:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224320 00010000:00010000:3.0:1740485460.310894:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3729 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310899:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3730 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.310905:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708302464:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.310907:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224448 00000100:00100000:3.0:1740485460.310909:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224448 00000100:00100000:1.0:1740485460.310909:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224576 00000100:00100000:1.0:1740485460.310910:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224576 00010000:00010000:0.0:1740485460.310915:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.310916:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3732 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310916:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3732 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.310931:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520299 00000100:00100000:0.0:1740485460.310933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.310935:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520300 00000100:00100000:3.0:1740485460.310936:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2003:x1825030869224064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.310938:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2004:x1825030869224192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.310943:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.310943:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224704 00010000:00010000:1.0:1740485460.310943:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.310944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.310946:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224704 00010000:00010000:1.0:1740485460.310946:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3732 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.310947:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3732 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310951:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3733 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.310955:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3733 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.310958:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3733 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310959:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c249a00/0x5922c046cda921d9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abeb expref: 3733 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310964:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.310965:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.310966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.310967:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130543e00/0x5922c046cda9212a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137abb3 expref: 3732 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310967:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.310971:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224832 00010000:00010000:1.0:1740485460.310971:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.310973:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224832 00010000:00010000:3.0:1740485460.310979:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.310980:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.310980:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3732 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.310980:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.310983:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.310988:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.310989:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.310991:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869224960 00000100:00100000:2.0:1740485460.310993:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869224960 00010000:00010000:0.0:1740485460.310993:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.310994:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3733:2004:x1825030869224192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.310997:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.310998:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520300 00010000:00010000:2.0:1740485460.311000:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3733 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.311001:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311004:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.311004:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311007:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520301 00010000:00010000:0.0:1740485460.311008:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f29800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.311009:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311011:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2006:x1825030869224320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.311013:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311014:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.311015:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520302 00010000:00010000:1.0:1740485460.311017:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3732 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.311018:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2006:x1825030869224448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.311019:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311021:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3732:2003:x1825030869224064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (206us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.311022:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3732 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.311024:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.311024:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c4cf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311027:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520299 00010000:00010000:2.0:1740485460.311027:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3732 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311028:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131c50800/0x5922c046cda92242 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac07 expref: 3732 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.311032:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3731 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311035:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.311036:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.311037:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311041:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.311041:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311042:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.311043:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520303 00010000:00010000:2.0:1740485460.311044:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311047:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3730:2006:x1825030869224576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.311048:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311049:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.311053:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.311056:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.311056:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3730:2006:x1825030869224320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (200us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.311058:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3730 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.311060:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520301 00010000:00010000:3.0:1740485460.311067:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3729 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.311067:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520304 00000100:00100000:2.0:1740485460.311068:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3729:2006:x1825030869224448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.311070:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3729:2006:x1825030869224704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.311072:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520302 00010000:00010000:1.0:1740485460.311073:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.311076:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3729 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.311077:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fc8f400/0x5922c046cda92479 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aca1 expref: 3729 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.311082:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520305 00010000:00010000:1.0:1740485460.311082:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3728 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.311085:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3727:2003:x1825030869224832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.311087:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.311088:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.311088:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.311089:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.311089:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.311090:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311090:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311091:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311094:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311096:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311096:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311099:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.311103:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073cb5600/0x5922c046cda923e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac7e expref: 3727 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.311104:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3771:3764:x1825030708300928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1942us (1965us total) trans 4295501550 rc 0/0 00000100:00100000:1.0:1740485460.311107:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3727:2006:x1825030869224704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (173us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.311108:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.311108:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431519 00000100:00100000:1.0:1740485460.311110:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520304 00010000:00010000:2.0:1740485460.311111:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.311112:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.311114:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311118:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311118:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520306 00000100:00100000:1.0:1740485460.311120:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3725:2004:x1825030869224960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.311122:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3725:2006:x1825030869224576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (244us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.311124:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.311126:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3725 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.311127:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520303 00010000:00010000:1.0:1740485460.311131:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3725 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.311132:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1740485460.311134:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721df800/2, rc 0, transno 4295501550 00000100:00100000:0.0:1740485460.311138:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708300928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.311140:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.311141:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.311142:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3724:2003:x1825030869224832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.311142:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311145:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520305 00010000:00010000:0.0:1740485460.311145:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311146:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311149:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311151:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.311154:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006da11600/0x5922c046cda9234c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac54 expref: 3723 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.311154:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311158:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3723:2004:x1825030869224960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (192us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.311158:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311161:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520306 00010000:00010000:0.0:1740485460.311161:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311164:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e7b8c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.311166:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311168:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708302208:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.311170:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311170:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311174:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311174:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311177:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311177:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311178:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311179:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311180:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c4f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311182:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311183:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311184:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311186:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311189:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311190:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311190:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311193:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.311194:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311195:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311196:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012322d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.311198:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311198:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311198:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311202:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311202:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311203:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311205:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319b4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.311207:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311207:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a4600/0x5922c046cdb8c4c8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311207:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311210:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012322d400/0x5922c046cdb8c4d6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311211:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311220:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311224:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319b4600/0x5922c046cdb8c4e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311252:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a37c00/0x5922c046cda924b8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137acd2 expref: 3721 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.311254:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3773:3764:x1825030708301824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1603us (1651us total) trans 4295501551 rc 0/0 00000100:00100000:1.0:1740485460.311258:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708302720:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.311259:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431523 00010000:00010000:1.0:1740485460.311266:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311270:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311275:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311285:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.311287:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721de680/2, rc 0, transno 4295501551 00000100:00100000:2.0:1740485460.311289:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3773:3765:x1825030708300800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2130us (2157us total) trans 4295501552 rc 0/0 00000100:00100000:0.0:1740485460.311290:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708301824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.311291:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311293:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431518 00010000:00010000:1.0:1740485460.311297:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311303:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f29000 already unused, calling callback (ffffffffa0872710) 00000004:00080000:0.0:1740485460.311303:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dea00/2, rc 0, transno 4295501554 00000100:00100000:3.0:1740485460.311304:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3772:3764:x1825030708301696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1662us (1791us total) trans 4295501554 rc 0/0 00010000:00010000:1.0:1740485460.311306:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311306:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708301696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.311307:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708302976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.311308:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431522 00010000:00010000:1.0:1740485460.311312:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311317:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.311321:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311321:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311326:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311327:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f29000/0x5922c046cdb8c4f9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311328:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708302848:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.311329:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721ddc00/2, rc 0, transno 4295501552 00010000:00010000:3.0:1740485460.311330:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311334:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311337:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311340:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097826c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.311341:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708300800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.311342:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311346:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311351:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708303104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.311352:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311355:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097826c00/0x5922c046cdb8c4eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311356:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.311364:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.311375:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708302976 00000100:00100000:2.0:1740485460.311376:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.311377:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708302976 00000100:00100000:2.0:1740485460.311378:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708303232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.311385:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708302848 00000100:00100000:2.0:1740485460.311386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.311386:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708302848 00000100:00100000:0.0:1740485460.311391:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708303104 00000100:00100000:0.0:1740485460.311393:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708303104 00000100:00100000:2.0:1740485460.311396:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708303232 00000100:00100000:2.0:1740485460.311398:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708303232 00000100:00100000:0.0:1740485460.311399:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431526 00000100:00100000:0.0:1740485460.311402:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3777:3765:x1825030708302976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.311408:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431527 00000100:00100000:2.0:1740485460.311410:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3777:3764:x1825030708302848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.311411:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18406 count 1 00010000:00010000:0.0:1740485460.311418:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311419:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3777:3766:x1825030708302592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1613us (1636us total) trans 4295501555 rc 0/0 00000100:00100000:1.0:1740485460.311423:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431525 00010000:00010000:0.0:1740485460.311425:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3720 pid: 16659 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.311426:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18405 count 1 00010000:00010000:0.0:1740485460.311429:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.311430:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.311432:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3776:3766:x1825030708302080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1774us (1803us total) trans 4295501556 rc 0/0 00000100:00100000:1.0:1740485460.311432:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431528 00010000:00010000:0.0:1740485460.311432:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311433:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311435:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3776:3766:x1825030708303104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.311438:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431524 00010000:00010000:2.0:1740485460.311441:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3720 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.311441:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3720 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311445:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.311446:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.311446:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3720 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.311447:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.311449:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18407 count 1 00000100:00100000:3.0:1740485460.311451:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431529 00000100:00100000:0.0:1740485460.311451:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708303360:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.311455:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3775:3766:x1825030708303232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.311456:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311457:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3720 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311461:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.311463:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3720 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311464:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3720 pid: 16697 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.311466:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18408 count 1 00000100:00100000:2.0:1740485460.311468:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708303488:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.311468:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.311469:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.311470:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311476:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311480:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3720 pid: 16697 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311481:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9dcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.311485:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3720 pid: 16703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311486:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3720 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.311491:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.311491:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708303616:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.311492:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.311495:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.311495:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ca69500/2, rc 0, transno 4295501555 00000100:00100000:2.0:1740485460.311500:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008ca69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708302592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.311505:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.311514:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3720 pid: 16703 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.311518:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721df480/2, rc 0, transno 4295501556 00000100:00100000:2.0:1740485460.311521:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708302080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.311523:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3720 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.311531:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708303872:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.311533:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708304000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.311562:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708303744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.311563:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.311573:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.311594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.311596:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3775:3766:x1825030708301056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2313us (2355us total) trans 4295501553 rc 0/0 00000100:00100000:1.0:1740485460.311600:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431520 00000100:00100000:3.0:1740485460.311602:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708304000 00000100:00100000:3.0:1740485460.311604:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708304000 00000100:00100000:2.0:1740485460.311604:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708303744 00000100:00100000:2.0:1740485460.311607:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708303744 00000100:00100000:3.0:1740485460.311619:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431530 00000004:00080000:1.0:1740485460.311619:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721ded80/2, rc 0, transno 4295501553 00000100:00100000:3.0:1740485460.311623:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3776:3765:x1825030708304000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.311625:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431531 00000100:00100000:1.0:1740485460.311629:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708301056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.311631:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3776:3764:x1825030708303744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.311632:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18410 count 1 00010000:00010000:3.0:1740485460.311641:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311651:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3720 pid: 16704 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311657:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.311658:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.311660:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311668:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1740485460.311672:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18409 count 1 00000100:00100000:0.0:1740485460.311673:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708304128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.311676:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3720 pid: 16704 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.311682:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.311686:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.311689:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3720 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.311693:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3720 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311696:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708304128 00000100:00100000:3.0:1740485460.311698:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708304256:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.311699:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.311699:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708304128 00010000:00010000:2.0:1740485460.311700:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.311702:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311709:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431532 00000100:00100000:1.0:1740485460.311712:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3777:3767:x1825030708304128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.311718:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3720 pid: 16684 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.311719:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18411 count 1 00000100:00100000:3.0:1740485460.311721:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.311724:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3720 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.311726:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.311730:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708304384:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.311733:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3720 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.311737:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.311738:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.311739:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311740:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008caa9200/0x5922c046cda9229d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ac31 expref: 3720 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.311747:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.311749:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3719 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311750:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708301952:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.311754:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3719 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.311760:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708304512:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.311761:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311768:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311774:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.311775:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.311781:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311788:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311794:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311800:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132f96a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.311803:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311809:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311819:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.311825:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f96a00/0x5922c046cdb8c4dd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.311934:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3778:3766:x1825030708301568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2422us (2450us total) trans 4295501557 rc 0/0 00000100:00100000:3.0:1740485460.311941:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431521 00000004:00080000:1.0:1740485460.311945:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721de300/2, rc 0, transno 4295501557 00000100:00100000:1.0:1740485460.311954:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708301568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.312008:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.312013:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708304640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.312027:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.312032:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708304640 00000100:00100000:3.0:1740485460.312035:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708304640 00000100:00100000:3.0:1740485460.312047:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431533 00000100:00100000:3.0:1740485460.312051:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3778:3766:x1825030708304640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.312060:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18412 count 1 00010000:00010000:3.0:1740485460.312068:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.312078:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3719 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.312089:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.312090:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.312092:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.312103:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3719 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.312109:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3719 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.312114:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708304768:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.312130:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8af00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.313107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.313126:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708303360:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.313133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.313135:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313138:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708303488:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.313146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.313153:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313155:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225088 00000100:00100000:1.0:1740485460.313159:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225088 00000100:00100000:2.0:1740485460.313167:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708303872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.313167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.313173:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3720 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313174:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.313177:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708304256:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.313188:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313189:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225344 00000100:00100000:1.0:1740485460.313189:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225216 00000100:00100000:2.0:1740485460.313191:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225344 00000100:00100000:1.0:1740485460.313191:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225216 00010000:00010000:1.0:1740485460.313197:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3722 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.313197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.313199:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3722 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.313207:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520307 00000100:00100000:2.0:1740485460.313209:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225472 00000100:00100000:2.0:1740485460.313211:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225472 00000100:00100000:1.0:1740485460.313211:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3722:2006:x1825030869225088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.313211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.313215:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3723 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313217:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.313219:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225600 00010000:00010000:1.0:1740485460.313219:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3723 pid: 16659 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.313222:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225600 00000100:00100000:2.0:1740485460.313223:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225728 00000100:00100000:2.0:1740485460.313225:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225728 00010000:00010000:1.0:1740485460.313225:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3724 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313229:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3725 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313233:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097fc8400/0x5922c046cda92601 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad3b expref: 3725 pid: 16659 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313234:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3725 pid: 16704 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.313239:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225856 00010000:00010000:1.0:1740485460.313239:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.313240:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225856 00010000:00010000:1.0:1740485460.313240:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.313242:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313244:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3725 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313250:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.313255:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520308 00000100:00100000:2.0:1740485460.313260:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3725:2006:x1825030869225216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.313261:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.313265:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520309 00010000:00010000:2.0:1740485460.313266:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.313269:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3725:2006:x1825030869225344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.313271:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3725 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313276:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.313276:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3725:2006:x1825030869225088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.313278:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3725 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313280:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3725 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.313280:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520307 00000100:00100000:1.0:1740485460.313288:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869225984 00010000:00010000:3.0:1740485460.313289:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3724 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313291:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c9dca00/0x5922c046cda9252f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad0a expref: 3724 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.313296:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869225984 00010000:00010000:3.0:1740485460.313300:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.313301:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313301:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.313301:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3724 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313303:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313303:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313305:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313310:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313312:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313314:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520310 00000100:00100000:1.0:1740485460.313319:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3724:2006:x1825030869225472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.313321:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.313325:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.313325:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.313329:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3724 pid: 16703 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313337:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3724 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.313342:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3724:2006:x1825030869225344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.313342:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3724:2006:x1825030869225216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.313348:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520308 00010000:00010000:1.0:1740485460.313349:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993b5a00/0x5922c046cda9279e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad9d expref: 3724 pid: 16703 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.313352:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520309 00010000:00010000:1.0:1740485460.313359:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.313360:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520311 00010000:00010000:1.0:1740485460.313361:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.313364:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3721:2004:x1825030869225728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.313364:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313369:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520312 00010000:00010000:2.0:1740485460.313369:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.313371:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313373:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3721 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.313374:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3721:2003:x1825030869225600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.313380:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.313380:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3721 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313382:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.313385:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3721 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313388:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313390:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313392:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313393:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3721 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313398:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313399:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3721:2006:x1825030869225472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (231us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.313405:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bb0a00/0x5922c046cda9295e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adff expref: 3721 pid: 16704 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.313405:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.313405:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520310 00010000:00010000:3.0:1740485460.313415:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.313416:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.313418:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3719:2004:x1825030869225728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (220us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.313419:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313421:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520313 00000100:00100000:2.0:1740485460.313424:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520311 00000100:00100000:1.0:1740485460.313424:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3719:2006:x1825030869225856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.313426:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313429:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.313432:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3719 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.313436:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520314 00010000:00010000:1.0:1740485460.313438:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3718 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313439:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.313439:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2006:x1825030869225984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.313444:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.313445:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.313445:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.313447:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313448:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3718 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313451:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313456:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3718 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.313459:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2003:x1825030869225600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (281us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.313461:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.313465:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520312 00010000:00010000:2.0:1740485460.313465:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313466:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.313469:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313471:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2006:x1825030869225856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.313474:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520313 00010000:00010000:2.0:1740485460.313475:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313484:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.313491:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313495:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313499:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3716:2006:x1825030869225984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (244us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.313499:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313503:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313504:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520314 00010000:00010000:1.0:1740485460.313506:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313510:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e218c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.313512:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313513:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313515:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313521:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313523:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313527:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e218c00/0x5922c046cdb8c500 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313528:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313533:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013543b000/0x5922c046cda9288c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137adce expref: 3715 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313535:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313541:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313542:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708304384:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.313546:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e218e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.313563:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313569:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313570:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313594:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313600:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313605:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313607:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313612:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e218e00/0x5922c046cdb8c51c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313614:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313621:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313626:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801232b3c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.313629:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313634:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313640:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313644:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801232b3c00/0x5922c046cdb8c523 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313651:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3779:3765:x1825030708302976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2247us (2331us total) trans 4295501558 rc 0/0 00000100:00100000:1.0:1740485460.313655:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431526 00010000:00010000:1.0:1740485460.313675:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aca0000/0x5922c046cda926be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ad6c expref: 3714 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.313682:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708303616:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.313691:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313696:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313699:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313703:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313704:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3780:3765:x1825030708304000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2080us (2140us total) trans 4295501559 rc 0/0 00000100:00100000:3.0:1740485460.313710:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431530 00010000:00010000:1.0:1740485460.313710:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313714:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313717:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248bc000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.313719:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313723:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313727:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3779:3764:x1825030708303744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2095us (2131us total) trans 4295501560 rc 0/0 00010000:00010000:1.0:1740485460.313731:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313732:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431531 00010000:00010000:3.0:1740485460.313734:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54f8000/0x5922c046cda92aed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae84 expref: 3713 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.313736:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248bc000/0x5922c046cdb8c50e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313744:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708304768:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.313744:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9a300/2, rc 0, transno 4295501560 00000004:00080000:2.0:1740485460.313750:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a98000/2, rc 0, transno 4295501559 00010000:00010000:3.0:1740485460.313753:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313753:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708304000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.313753:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708303744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.313757:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.313757:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f9880/2, rc 0, transno 4295501558 00000100:00100000:2.0:1740485460.313760:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708302976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.313761:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313765:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313766:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313768:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313771:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313772:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313775:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b261e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.313775:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313776:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313779:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313780:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313782:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313785:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313786:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e16d800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.313787:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313791:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313792:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b261e00/0x5922c046cdb8c531 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313800:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313806:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e16d800/0x5922c046cdb8c515 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313834:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3780:3766:x1825030708303104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2396us (2468us total) trans 4295501561 rc 0/0 00000100:00100000:1.0:1740485460.313840:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431528 00000100:00100000:0.0:1740485460.313854:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708304896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.313857:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708305152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.313858:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3780:3766:x1825030708304640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1806us (1830us total) trans 4295501562 rc 0/0 00000100:00100000:3.0:1740485460.313862:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431533 00010000:00010000:3.0:1740485460.313875:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.313879:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313883:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313887:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313888:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800975e6e00/0x5922c046cda92a0d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137ae5a expref: 3712 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.313890:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313890:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.313893:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097827c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.313894:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708305024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.313895:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.313899:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.313904:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708304512:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.313905:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313906:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3779:3766:x1825030708303232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2448us (2516us total) trans 4295501563 rc 0/0 00010000:00010000:3.0:1740485460.313908:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097827c00/0x5922c046cdb8c507 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.313912:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431529 00010000:00010000:1.0:1740485460.313916:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313923:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313924:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708304896 00000100:00100000:2.0:1740485460.313927:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708304896 00010000:00010000:1.0:1740485460.313929:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313935:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313938:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708305024 00000100:00100000:2.0:1740485460.313940:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708305024 00010000:00010000:1.0:1740485460.313942:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313949:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.313951:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431534 00000100:00100000:2.0:1740485460.313955:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3781:3764:x1825030708304896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.313955:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b260600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.313957:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.313964:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18413 count 1 00010000:00010000:1.0:1740485460.313964:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313969:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3781:3764:x1825030708302848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2557us (2612us total) trans 4295501564 rc 0/0 00000100:00100000:3.0:1740485460.313973:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431527 00010000:00010000:2.0:1740485460.313973:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.313978:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.313980:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3711 pid: 16697 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.313980:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f9180/2, rc 0, transno 4295501564 00010000:00010000:2.0:1740485460.313984:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.313985:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.313985:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b260600/0x5922c046cdb8c52a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.313986:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431535 00010000:00010000:2.0:1740485460.313986:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.313986:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708302848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.313989:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3780:3764:x1825030708305024:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.313999:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3711 pid: 16697 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.314000:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18414 count 1 00010000:00010000:2.0:1740485460.314004:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3711 pid: 16697 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.314007:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708305280:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.314009:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314010:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708305408:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.314019:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3711 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314025:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.314025:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.314026:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.314027:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.314028:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314045:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3711 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314045:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708305280 00000100:00100000:2.0:1740485460.314047:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708305280 00000100:00100000:1.0:1740485460.314055:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.314057:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431536 00010000:00010000:3.0:1740485460.314059:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3711 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.314060:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3782:3767:x1825030708305280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.314067:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708305536:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.314067:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18416 count 1 00010000:00010000:2.0:1740485460.314073:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.314076:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dca80/2, rc 0, transno 4295501562 00010000:00010000:2.0:1740485460.314080:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3711 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314084:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.314085:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.314086:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8af00 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.314086:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.314088:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708304640:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.314094:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3711 pid: 16631 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.314095:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ec380/2, rc 0, transno 4295501563 00000100:00100000:3.0:1740485460.314097:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708305152 00000100:00100000:1.0:1740485460.314098:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708303232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.314100:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708305152 00000004:00080000:1.0:1740485460.314102:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ec000/2, rc 0, transno 4295501561 00010000:00010000:2.0:1740485460.314103:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3711 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.314104:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708303104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.314108:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708305664:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.314116:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431537 00000100:00100000:2.0:1740485460.314119:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.314119:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3783:3766:x1825030708305152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.314124:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708305792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.314128:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708305920:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.314128:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18415 count 1 00010000:00010000:1.0:1740485460.314136:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.314143:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3711 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.314144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.314147:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.314148:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.314149:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314160:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708305792 00010000:00010000:1.0:1740485460.314160:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3711 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314162:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708305792 00000100:00100000:3.0:1740485460.314166:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.314166:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3711 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.314166:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.314171:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708306048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.314172:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708306176:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.314174:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708305920 00000100:00100000:2.0:1740485460.314176:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708305920 00000100:00100000:2.0:1740485460.314182:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431538 00000100:00100000:2.0:1740485460.314185:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3785:3764:x1825030708305792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.314186:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc300 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.314192:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18417 count 1 00000100:00100000:3.0:1740485460.314194:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431539 00010000:00010000:2.0:1740485460.314198:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.314198:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.314199:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3785:3765:x1825030708305920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.314204:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3711 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314208:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.314209:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1740485460.314210:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18418 count 1 00010000:00010000:2.0:1740485460.314210:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314220:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3711 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314221:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314229:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3711 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.314231:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3711 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314234:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708306304:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.314237:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.314238:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.314238:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3785:3767:x1825030708304128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2524us (2550us total) trans 4295501565 rc 0/0 00010000:00010000:3.0:1740485460.314241:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.314244:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431532 00000100:00100000:2.0:1740485460.314246:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.314253:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708306048 00000100:00100000:2.0:1740485460.314255:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708306048 00010000:00010000:3.0:1740485460.314257:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3711 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.314264:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431540 00010000:00010000:3.0:1740485460.314266:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3711 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.314267:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3785:3767:x1825030708306048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.314273:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18419 count 1 00000100:00100000:3.0:1740485460.314275:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708306432:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.314278:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314284:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3711 pid: 16607 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.314288:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.314289:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.314290:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.314294:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dc380/2, rc 0, transno 4295501565 00010000:00010000:2.0:1740485460.314298:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3711 pid: 16607 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.314301:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.314302:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708304128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.314303:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3711 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.314312:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708306560:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.314322:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.314328:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.314335:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708306688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.314352:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.314394:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708306688 00000100:00100000:3.0:1740485460.314398:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708306688 00000100:00100000:3.0:1740485460.314422:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431541 00000100:00100000:3.0:1740485460.314427:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3786:3766:x1825030708306688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.314436:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18420 count 1 00010000:00010000:3.0:1740485460.314446:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314455:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3711 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314461:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.314462:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.314464:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314480:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3711 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.314488:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3711 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.314497:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708306816:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.314526:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.315469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.315491:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708305408:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.315492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.315502:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.315506:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226112 00000100:00100000:0.0:1740485460.315508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.315510:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226112 00000100:00100000:2.0:1740485460.315512:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226240 00000100:00100000:2.0:1740485460.315514:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226240 00010000:00010000:3.0:1740485460.315521:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3713 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315522:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3713 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.315525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.315533:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226368 00000100:00100000:2.0:1740485460.315534:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226368 00000100:00100000:3.0:1740485460.315536:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226496 00000100:00100000:3.0:1740485460.315538:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226496 00010000:00010000:2.0:1740485460.315538:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3714 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315544:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3715 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.315544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.315547:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226624 00000100:00100000:2.0:1740485460.315548:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226624 00000100:00100000:0.0:1740485460.315562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.315567:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226752 00000100:00100000:1.0:1740485460.315568:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708306176:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.315569:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226752 00010000:00010000:2.0:1740485460.315571:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3717 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315575:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3717 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.315595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.315602:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.315605:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869226880 00000100:00100000:2.0:1740485460.315608:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869226880 00000100:00100000:3.0:1740485460.315610:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520315 00000100:00100000:3.0:1740485460.315614:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2006:x1825030869226240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.315618:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3718 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315620:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.315620:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520316 00010000:00010000:3.0:1740485460.315623:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3718 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.315625:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2006:x1825030869226112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.315629:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3718 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.315633:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.315637:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520317 00000100:00100000:0.0:1740485460.315637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.315638:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3718 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315640:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.315642:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.315642:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3718:2003:x1825030869226368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.315644:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315649:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.315651:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3718 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315652:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315653:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3718 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315662:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3718 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315663:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.315663:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f816000/0x5922c046cda92b56 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aea7 expref: 3718 pid: 16697 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315672:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315672:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315674:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315674:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315677:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315677:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315683:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315683:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.315685:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3717:2006:x1825030869226240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.315692:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520315 00010000:00010000:2.0:1740485460.315694:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.315694:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.315707:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227008 00000100:00100000:1.0:1740485460.315709:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3716:2006:x1825030869226112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.315710:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227008 00000100:00100000:2.0:1740485460.315713:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3717:2003:x1825030869226368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.315715:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520316 00000100:00100000:2.0:1740485460.315718:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520317 00010000:00010000:3.0:1740485460.315719:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3717 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.315730:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520318 00000100:00100000:2.0:1740485460.315734:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520319 00000100:00100000:1.0:1740485460.315735:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3715:2004:x1825030869226496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.315736:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3715:2006:x1825030869226624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.315738:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520320 00010000:00010000:2.0:1740485460.315741:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.315741:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.315742:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3715:2006:x1825030869226752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.315744:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3715 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.315746:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3715 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315749:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.315750:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3715 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.315752:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3715 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.315752:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3715 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315756:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.315757:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3715 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315757:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315758:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315760:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cda92c8a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aefb expref: 3715 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315762:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315766:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.315767:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315767:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315768:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315769:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315769:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.315771:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315773:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315779:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.315780:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3714:2006:x1825030869226624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (235us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.315783:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.315783:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520319 00000100:00100000:1.0:1740485460.315789:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3713:2004:x1825030869226496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.315790:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520321 00010000:00010000:3.0:1740485460.315793:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.315793:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3713:2006:x1825030869226880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.315793:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520318 00010000:00010000:2.0:1740485460.315796:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.315798:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3713 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315803:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3712 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.315810:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3712:2006:x1825030869226752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (246us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.315812:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315813:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.315814:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.315817:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520320 00010000:00010000:2.0:1740485460.315818:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.315820:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520322 00010000:00010000:2.0:1740485460.315823:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.315823:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3712:2006:x1825030869227008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.315826:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.315829:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3711 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.315831:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2006:x1825030869226880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.315834:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520321 00010000:00010000:1.0:1740485460.315835:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3711 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.315840:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315841:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.315843:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315847:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315852:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.315854:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bfa0000/0x5922c046cda92e5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af87 expref: 3710 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.315854:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012317a600/0x5922c046cda92d8d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af56 expref: 3710 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.315862:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708306304:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.315864:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708306432:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.315870:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.315871:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3708:2006:x1825030869227008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (233us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.315874:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.315874:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520322 00010000:00010000:2.0:1740485460.315876:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315881:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315882:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315886:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315888:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315889:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315892:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315892:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315896:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315896:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315897:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315900:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315902:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315904:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315907:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315907:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248bca00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.315908:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0e400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.315909:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315911:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315912:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b4a5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.315915:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315917:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315918:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315920:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315923:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315926:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.315926:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248bca00/0x5922c046cdb8c54d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315929:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.315933:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c554 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315935:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4a5e00/0x5922c046cdb8c55b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.315995:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fda6200/0x5922c046cda92bf7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137aed8 expref: 3707 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.316004:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708305536:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.316013:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3789:3766:x1825030708305152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1891us (1956us total) trans 4295501566 rc 0/0 00010000:00010000:3.0:1740485460.316014:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.316018:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431537 00010000:00010000:3.0:1740485460.316020:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.316028:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ef480/2, rc 0, transno 4295501566 00010000:00010000:3.0:1740485460.316029:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316035:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.316035:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3788:3764:x1825030708305792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1848us (1889us total) trans 4295501567 rc 0/0 00000100:00100000:0.0:1740485460.316037:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708305152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.316040:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.316040:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431538 00010000:00010000:3.0:1740485460.316046:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316050:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fc6b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.316053:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.316053:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913edc00/2, rc 0, transno 4295501567 00000100:00100000:0.0:1740485460.316057:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708305792:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.316058:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316059:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d00a200/0x5922c046cda92d16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137af2c expref: 3706 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.316065:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316066:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708306944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.316067:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708305664:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.316071:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fc6b600/0x5922c046cdb8c53f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316076:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.316078:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708307072:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.316080:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316084:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316088:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316091:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316095:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316098:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0f200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.316100:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316103:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316109:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316115:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0f200/0x5922c046cdb8c546 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316141:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.316174:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.316174:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ef100/2, rc 0, transno 4295501569 00000100:00100000:3.0:1740485460.316175:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3789:3764:x1825030708305024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2184us (2265us total) trans 4295501569 rc 0/0 00000100:00100000:0.0:1740485460.316180:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708305024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.316182:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431535 00000100:00100000:2.0:1740485460.316189:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3789:3767:x1825030708305280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2127us (2163us total) trans 4295501570 rc 0/0 00000100:00100000:1.0:1740485460.316191:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708306944 00000100:00100000:2.0:1740485460.316193:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431536 00000100:00100000:1.0:1740485460.316193:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708306944 00000100:00100000:3.0:1740485460.316194:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708307072 00000100:00100000:3.0:1740485460.316196:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708307072 00000100:00100000:2.0:1740485460.316202:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431542 00000100:00100000:2.0:1740485460.316205:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3789:3764:x1825030708306944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.316206:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431543 00000100:00100000:1.0:1740485460.316209:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3789:3765:x1825030708307072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.316209:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708307200:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.316213:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18421 count 1 00010000:00010000:2.0:1740485460.316220:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.316227:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3705 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316231:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316232:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316233:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.316233:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18422 count 1 00000004:00080000:0.0:1740485460.316236:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ed500/2, rc 0, transno 4295501570 00000100:00100000:0.0:1740485460.316239:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708305280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.316241:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316242:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3705 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316248:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3705 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.316248:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3705 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.316252:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.316252:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.316253:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.316255:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316255:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708307456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.316257:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708307328:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.316261:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3789:3765:x1825030708305920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2062us (2096us total) trans 4295501568 rc 0/0 00010000:00010000:1.0:1740485460.316264:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3705 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.316265:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431539 00000100:00100000:0.0:1740485460.316265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.316271:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3705 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.316273:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708307200 00000100:00100000:2.0:1740485460.316273:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.316275:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708307200 00000100:00100000:1.0:1740485460.316276:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708307584:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.316281:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708307456 00000100:00100000:3.0:1740485460.316283:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431544 00000100:00100000:2.0:1740485460.316283:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708307456 00000100:00100000:3.0:1740485460.316286:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3790:3766:x1825030708307200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.316290:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.316293:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431545 00002000:00080000:3.0:1740485460.316294:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18423 count 1 00000100:00100000:2.0:1740485460.316295:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3790:3766:x1825030708307456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.316301:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.316302:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18424 count 1 00000004:00080000:1.0:1740485460.316304:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913edf80/2, rc 0, transno 4295501568 00010000:00010000:3.0:1740485460.316308:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3705 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316308:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316312:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316313:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316314:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316314:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3705 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.316316:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708305920:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.316318:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316318:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316320:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316324:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3705 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316328:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3705 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316329:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3705 pid: 16652 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.316333:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3705 pid: 16666 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.316334:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708307712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.316339:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708307968:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.316340:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708307840:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.316346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.316354:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.316356:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8af00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.316362:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708307712 00000100:00100000:2.0:1740485460.316364:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708307712 00010000:00010000:3.0:1740485460.316370:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012312be00/0x5922c046cda92fc4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137affe expref: 3705 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.316378:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708306816:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.316379:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431546 00000100:00100000:2.0:1740485460.316382:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3791:3764:x1825030708307712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.316384:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.316388:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18425 count 1 00010000:00010000:3.0:1740485460.316389:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316392:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316394:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316396:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316400:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316401:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3704 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316403:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316405:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316406:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009cba9200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.316406:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316407:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316408:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316413:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316415:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3704 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316418:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316419:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3704 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.316422:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cba9200/0x5922c046cdb8c569 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.316425:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708308096:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.316437:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.316443:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316451:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316455:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316458:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316462:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316465:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009de68a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.316467:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316470:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316476:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316479:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de68a00/0x5922c046cdb8c538 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.316493:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3792:3766:x1825030708306688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2066us (2140us total) trans 4295501571 rc 0/0 00000100:00100000:3.0:1740485460.316497:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431541 00000004:00080000:0.0:1740485460.316505:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c18000/2, rc 0, transno 4295501571 00000100:00100000:0.0:1740485460.316520:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708306688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.316565:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3792:3764:x1825030708304896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2595us (2675us total) trans 4295501572 rc 0/0 00000100:00100000:2.0:1740485460.316570:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431534 00000100:00100000:1.0:1740485460.316597:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708308224:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.316598:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913eed80/2, rc 0, transno 4295501572 00010000:00010000:2.0:1740485460.316604:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800720da600/0x5922c046cda92ef2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137afaa expref: 3704 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.316611:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708306560:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.316612:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708304896:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.316622:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316629:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316634:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316642:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316648:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.316653:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.316655:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316660:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008bcb8800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.316663:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316674:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316683:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.316684:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316690:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8800/0x5922c046cdb8c562 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.316691:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708308352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.316692:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708308224 00000100:00100000:3.0:1740485460.316695:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708308224 00000100:00100000:3.0:1740485460.316711:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431547 00000100:00100000:0.0:1740485460.316713:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.316715:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3792:3765:x1825030708308224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.316727:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18426 count 1 00010000:00010000:3.0:1740485460.316736:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316746:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3703 pid: 16626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316752:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316754:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316757:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316773:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3703 pid: 16626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316781:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3703 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.316784:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3793:3767:x1825030708306048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2514us (2585us total) trans 4295501573 rc 0/0 00000100:00100000:3.0:1740485460.316790:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708308480:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.316791:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431540 00000100:00100000:2.0:1740485460.316802:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708308352 00000100:00100000:2.0:1740485460.316805:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708308352 00000100:00100000:2.0:1740485460.316827:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431548 00000100:00100000:2.0:1740485460.316831:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3793:3767:x1825030708308352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.316842:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18427 count 1 00010000:00010000:2.0:1740485460.316851:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.316851:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ee300/2, rc 0, transno 4295501573 00000100:00100000:0.0:1740485460.316859:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708306048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.316861:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a480 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.316861:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3703 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316867:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316869:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.316871:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.316880:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.316884:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708308608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.316886:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3703 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.316895:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3703 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.316904:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708308736:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.316905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.316918:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708308608 00000100:00100000:3.0:1740485460.316921:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708308608 00000100:00100000:2.0:1740485460.316926:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.316932:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431549 00000100:00100000:3.0:1740485460.316936:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3794:3766:x1825030708308608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.316946:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18428 count 1 00010000:00010000:3.0:1740485460.316955:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316964:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3703 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316970:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316971:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.316973:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316986:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3703 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.316994:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3703 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.317002:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708308864:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.317020:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.317997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.318016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.318027:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708307328:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.318034:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227136 00000100:00100000:0.0:1740485460.318034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.318036:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318038:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227136 00000100:00100000:0.0:1740485460.318050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.318052:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3704 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318065:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227264 00000100:00100000:0.0:1740485460.318065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.318067:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227264 00000100:00100000:3.0:1740485460.318071:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708307968:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.318072:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3705 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.318074:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227392 00000100:00100000:2.0:1740485460.318076:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227392 00000100:00100000:0.0:1740485460.318078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.318081:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227520 00010000:00010000:3.0:1740485460.318082:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318082:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227520 00010000:00010000:2.0:1740485460.318085:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3707 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.318087:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3707 pid: 16652 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.318090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.318095:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227648 00000100:00100000:2.0:1740485460.318096:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227648 00000100:00100000:3.0:1740485460.318098:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708307840:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.318100:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3708 pid: 16691 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318103:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227776 00000100:00100000:1.0:1740485460.318104:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227776 00010000:00010000:3.0:1740485460.318106:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318108:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869227904 00000100:00100000:2.0:1740485460.318109:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869227904 00010000:00010000:1.0:1740485460.318109:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3709 pid: 16626 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.318114:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3710 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.318115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.318119:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520323 00000100:00100000:1.0:1740485460.318119:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228032 00000100:00100000:1.0:1740485460.318121:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228032 00000100:00100000:3.0:1740485460.318123:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2003:x1825030869227136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.318125:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3711 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.318127:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520324 00000100:00100000:2.0:1740485460.318130:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2004:x1825030869227264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.318133:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520325 00010000:00010000:2.0:1740485460.318135:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.318136:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2006:x1825030869227392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.318136:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520326 00010000:00010000:2.0:1740485460.318138:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3711 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318140:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.318140:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2006:x1825030869227520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.318143:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3711 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.318143:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3711 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.318144:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520327 00010000:00010000:1.0:1740485460.318145:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.318147:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3711:2006:x1825030869227648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.318148:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3711 pid: 16652 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318149:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3711 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.318151:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.318152:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.318153:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.318154:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318154:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3711 pid: 16652 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.318157:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3711 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318158:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013350d200/0x5922c046cda932aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0c2 expref: 3711 pid: 16666 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.318158:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318163:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3710 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318165:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.318165:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.318165:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800962aa000/0x5922c046cda931ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ad expref: 3710 pid: 16652 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318166:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318168:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318171:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318172:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318173:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.318174:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.318175:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.318175:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318179:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318180:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3709:2004:x1825030869227264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.318181:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.318181:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318183:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520324 00010000:00010000:1.0:1740485460.318186:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318188:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.318193:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520328 00010000:00010000:1.0:1740485460.318194:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.318195:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3708:2006:x1825030869227392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.318195:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3708:2006:x1825030869227776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.318199:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520325 00010000:00010000:2.0:1740485460.318199:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.318200:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3708:2006:x1825030869227648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 51us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.318202:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3708 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.318204:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520327 00010000:00010000:2.0:1740485460.318208:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3707 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318208:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3707:2006:x1825030869227520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.318212:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520329 00000100:00100000:3.0:1740485460.318215:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3706:2003:x1825030869227904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.318215:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520326 00010000:00010000:2.0:1740485460.318216:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.318217:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520330 00010000:00010000:2.0:1740485460.318218:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318219:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.318220:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.318220:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3706:2004:x1825030869228032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.318222:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3706 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.318224:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.318227:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3705 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.318227:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3705 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.318228:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318232:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3705 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318233:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318234:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318236:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318238:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.318238:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.318239:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318240:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318241:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318244:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d5a400/0x5922c046cda93106 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b04b expref: 3705 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.318245:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318246:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.318250:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.318253:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3704:2003:x1825030869227904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.318253:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3704:2006:x1825030869227776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.318255:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708307584:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.318256:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520329 00000100:00100000:0.0:1740485460.318258:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3704:2004:x1825030869228032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.318260:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520328 00000100:00100000:0.0:1740485460.318262:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520330 00010000:00010000:1.0:1740485460.318268:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318269:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.318272:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3701 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.318275:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318277:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3701 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.318282:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318283:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012312bc00/0x5922c046cda93096 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b02f expref: 3701 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318289:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.318289:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318290:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.318291:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318292:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098635a00/0x5922c046cda932fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b0ec expref: 3700 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.318295:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318296:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318302:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318303:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708308096:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.318306:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.318308:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800985cfa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.318311:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318313:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318315:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3699:2003:x1825030869227136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 191us (319us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.318317:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318318:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520323 00010000:00010000:2.0:1740485460.318321:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318326:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318332:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985cfa00/0x5922c046cdb8c577 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318333:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318340:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318341:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318345:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318346:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318349:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318353:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318353:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318357:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318358:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0e200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.318360:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0ea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.318361:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318362:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318365:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318368:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318373:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318377:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0ea00/0x5922c046cdb8c585 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318378:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318384:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e200/0x5922c046cdb8c58c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318419:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3796:3765:x1825030708307072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2208us (2244us total) trans 4295501574 rc 0/0 00000100:00100000:1.0:1740485460.318423:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431543 00000004:00080000:0.0:1740485460.318426:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c19180/2, rc 0, transno 4295501574 00000100:00100000:0.0:1740485460.318437:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708307072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.318461:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3796:3766:x1825030708307456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2163us (2194us total) trans 4295501575 rc 0/0 00000100:00100000:0.0:1740485460.318462:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708308992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.318464:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82e680/2, rc 0, transno 4295501575 00000100:00100000:3.0:1740485460.318465:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431545 00000100:00100000:1.0:1740485460.318468:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708307456:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.318476:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318481:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.318482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.318485:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318488:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318489:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3795:3764:x1825030708307712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2104us (2141us total) trans 4295501576 rc 0/0 00010000:00010000:3.0:1740485460.318493:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318496:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431546 00010000:00010000:3.0:1740485460.318497:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.318498:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318503:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318508:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318508:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708308992 00000004:00080000:0.0:1740485460.318508:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82ed80/2, rc 0, transno 4295501576 00000100:00100000:2.0:1740485460.318511:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708308992 00010000:00010000:3.0:1740485460.318512:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4400/0x5922c046cdb8c57e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.318515:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708307712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.318522:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.318525:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431550 00000100:00100000:0.0:1740485460.318527:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708309120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.318529:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3795:3764:x1825030708308992:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.318532:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708309248:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.318539:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18429 count 1 00010000:00010000:2.0:1740485460.318562:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318565:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.318572:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3698 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318576:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.318592:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.318594:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318598:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708309248 00000100:00100000:3.0:1740485460.318603:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708309248 00010000:00010000:2.0:1740485460.318606:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3698 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318611:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3698 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.318617:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708309376:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.318619:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431551 00000100:00100000:0.0:1740485460.318619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.318624:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3797:3766:x1825030708309248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.318625:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708309120 00000100:00100000:1.0:1740485460.318628:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708309120 00002000:00080000:3.0:1740485460.318635:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18431 count 1 00000100:00100000:2.0:1740485460.318636:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.318639:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431552 00000100:00100000:1.0:1740485460.318642:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3798:3764:x1825030708309120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.318644:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318645:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318651:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.318651:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18430 count 1 00010000:00010000:3.0:1740485460.318655:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3698 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318655:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318658:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318659:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318660:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.318662:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.318663:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318664:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318666:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008bcb8e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.318666:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3698 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318667:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318669:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.318670:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.318671:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318672:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318676:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.318680:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3698 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318680:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8e00/0x5922c046cdb8c570 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318682:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3698 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.318687:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3698 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.318693:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3698 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318693:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708309632:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.318703:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708309504:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.318705:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cda933ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b10f expref: 3698 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318708:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.318716:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708308480:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.318723:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.318729:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318736:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318742:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318749:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318753:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3799:3764:x1825030708306944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2546us (2612us total) trans 4295501578 rc 0/0 00010000:00010000:0.0:1740485460.318756:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318758:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431542 00010000:00010000:0.0:1740485460.318762:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318767:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b674400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.318770:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.318776:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c18700/2, rc 0, transno 4295501578 00010000:00010000:0.0:1740485460.318777:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.318786:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318791:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3798:3766:x1825030708307200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2503us (2568us total) trans 4295501577 rc 0/0 00000100:00100000:2.0:1740485460.318791:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708306944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.318792:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c593 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318796:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431544 00010000:00010000:2.0:1740485460.318802:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab3be00/0x5922c046cda9342b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b139 expref: 3697 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.318810:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708308736:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.318817:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318821:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318825:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318826:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708309760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.318829:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318832:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318836:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318839:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.318841:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318843:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.318845:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318851:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.318854:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c59a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.318870:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82df80/2, rc 0, transno 4295501577 00000100:00100000:3.0:1740485460.318871:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708309760 00000100:00100000:3.0:1740485460.318874:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708309760 00000100:00100000:1.0:1740485460.318874:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708307200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.318881:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3799:3765:x1825030708308224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2165us (2228us total) trans 4295501579 rc 0/0 00000100:00100000:3.0:1740485460.318885:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431553 00000100:00100000:3.0:1740485460.318888:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f442050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3800:3767:x1825030708309760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.318888:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431547 00002000:00080000:3.0:1740485460.318896:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18432 count 1 00010000:00010000:3.0:1740485460.318903:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.318907:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c19f80/2, rc 0, transno 4295501579 00010000:00010000:3.0:1740485460.318910:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3696 pid: 16681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.318911:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708308224:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.318915:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.318915:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.318916:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.318917:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.318919:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708309888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.318924:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3799:3767:x1825030708308352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2092us (2211us total) trans 4295501580 rc 0/0 00010000:00010000:3.0:1740485460.318927:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3696 pid: 16681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318928:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431548 00000004:00080000:1.0:1740485460.318929:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1a300/2, rc 0, transno 4295501580 00000100:00100000:1.0:1740485460.318933:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708308352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.318933:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.318936:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3696 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.318937:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708309888 00000100:00100000:2.0:1740485460.318939:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708309888 00000100:00100000:0.0:1740485460.318940:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708310016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.318941:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708310144:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.318944:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708310272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.318947:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431554 00000100:00100000:0.0:1740485460.318948:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.318949:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3799:3765:x1825030708309888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.318955:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.318957:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18433 count 1 00000100:00100000:1.0:1740485460.318959:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.318963:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318964:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708310016 00000100:00100000:3.0:1740485460.318966:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708310016 00010000:00010000:2.0:1740485460.318970:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3696 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.318971:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708310272 00010000:00010000:2.0:1740485460.318973:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.318973:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708310272 00010000:00010000:2.0:1740485460.318974:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.318976:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.318978:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431555 00000100:00100000:3.0:1740485460.318981:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3801:3765:x1825030708310016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.318985:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3696 pid: 16671 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.318987:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18434 count 1 00000100:00100000:1.0:1740485460.318987:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431556 00010000:00010000:2.0:1740485460.318991:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3696 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.318991:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3801:3766:x1825030708310272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.318993:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.318996:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708310400:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.318999:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3696 pid: 16625 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.319002:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18435 count 1 00010000:00010000:3.0:1740485460.319003:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.319004:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.319005:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.319011:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.319011:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319013:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd9de00/0x5922c046cda934e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b16a expref: 3696 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.319014:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3696 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.319020:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3695 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.319021:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3695 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.319021:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708308864:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.319027:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.319028:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.319029:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708310528:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.319030:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.319031:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319034:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319038:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.319040:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.319042:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.319043:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3695 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319046:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319049:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319052:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0c800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.319053:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3695 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.319054:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319058:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.319059:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708310656:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.319064:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319068:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d0c800/0x5922c046cdb8c5a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.319072:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.319145:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3802:3766:x1825030708308608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2208us (2239us total) trans 4295501581 rc 0/0 00000100:00100000:0.0:1740485460.319151:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431549 00000004:00080000:1.0:1740485460.319159:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1aa00/2, rc 0, transno 4295501581 00000100:00100000:1.0:1740485460.319174:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708308608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.319221:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708310784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.319235:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.319250:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708310784 00000100:00100000:0.0:1740485460.319254:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708310784 00000100:00100000:0.0:1740485460.319270:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431557 00000100:00100000:0.0:1740485460.319274:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3802:3767:x1825030708310784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.319285:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18436 count 1 00010000:00010000:0.0:1740485460.319296:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319305:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3695 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319311:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.319313:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.319315:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319331:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3695 pid: 16029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.319339:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3695 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.319348:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708310912:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.319381:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.320265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.320296:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708309376:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.320296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.320309:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228160 00010000:00010000:2.0:1740485460.320310:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.320314:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228160 00000100:00100000:1.0:1740485460.320317:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708309632:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.320321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.320326:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228288 00010000:00010000:3.0:1740485460.320328:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3696 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.320329:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228288 00010000:00010000:1.0:1740485460.320332:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.320335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.320340:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3697 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.320352:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228416 00000100:00100000:2.0:1740485460.320353:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228416 00010000:00010000:2.0:1740485460.320358:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3698 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.320362:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228544 00000100:00100000:1.0:1740485460.320362:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228672 00000100:00100000:0.0:1740485460.320362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.320365:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228544 00000100:00100000:1.0:1740485460.320365:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228672 00000100:00100000:2.0:1740485460.320366:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228800 00000100:00100000:2.0:1740485460.320368:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228800 00010000:00010000:2.0:1740485460.320373:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3701 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.320375:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3701 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.320377:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3701 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.320382:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520331 00000100:00100000:2.0:1740485460.320386:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3701:2006:x1825030869228160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.320391:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.320392:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869228928 00010000:00010000:2.0:1740485460.320393:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3701 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.320395:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869228928 00010000:00010000:2.0:1740485460.320399:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3702 pid: 16684 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.320400:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520332 00010000:00010000:3.0:1740485460.320403:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3702 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.320403:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3702:2006:x1825030869228288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.320409:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b62a600/0x5922c046cda935c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b19b expref: 3702 pid: 16684 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.320409:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.320412:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3702 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.320419:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520333 00010000:00010000:2.0:1740485460.320419:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.320421:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.320421:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3701 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.320423:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.320425:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3701:2006:x1825030869228416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.320425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.320429:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800963eec00/0x5922c046cda93615 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1b7 expref: 3701 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.320430:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320432:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.320436:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320437:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3700 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.320437:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.320439:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320441:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.320442:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708310912:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.320443:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320446:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3700 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.320451:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320452:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.320461:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320463:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.320463:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3700:2006:x1825030869228160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.320464:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3700:2006:x1825030869228288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.320465:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.320468:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520332 00000100:00100000:2.0:1740485460.320471:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520331 00010000:00010000:3.0:1740485460.320472:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.320478:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229056 00010000:00010000:3.0:1740485460.320481:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.320481:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229056 00000100:00100000:2.0:1740485460.320487:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520334 00010000:00010000:1.0:1740485460.320489:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3699 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.320492:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3699:2004:x1825030869228800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.320501:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3699:2006:x1825030869228416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (178us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.320504:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.320504:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520335 00000100:00100000:3.0:1740485460.320507:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520333 00010000:00010000:2.0:1740485460.320510:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3699 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.320510:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3699:2006:x1825030869228544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.320515:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520336 00010000:00010000:1.0:1740485460.320516:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.320519:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3698 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320520:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3698:2003:x1825030869228672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.320521:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3698 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.320527:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.320529:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.320529:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3698 pid: 16681 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.320531:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.320533:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320533:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3698 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.320536:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520337 00000100:00100000:3.0:1740485460.320539:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3698:2006:x1825030869228928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.320539:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.320541:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320541:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.320542:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3698 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.320543:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.320543:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320546:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3698 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.320563:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.320565:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320568:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320570:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3698 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.320570:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.320573:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320575:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.320592:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320593:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320595:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320596:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3698:2004:x1825030869228800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (214us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.320599:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320603:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320603:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520334 00000100:00100000:1.0:1740485460.320604:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3698:2006:x1825030869228544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 95us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.320608:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520335 00010000:00010000:3.0:1740485460.320610:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.320611:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.320616:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520338 00000100:00100000:2.0:1740485460.320619:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3696:2006:x1825030869229056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.320622:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3696:2006:x1825030869228928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (241us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.320625:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.320626:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520337 00010000:00010000:2.0:1740485460.320628:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3696 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320630:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3696:2003:x1825030869228672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 108us (279us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.320633:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3695 pid: 16029 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.320634:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e79e200/0x5922c046cdabc345 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9e1 expref: 3695 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320636:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520336 00010000:00010000:2.0:1740485460.320641:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c4e0200/0x5922c046cdabc384 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca19 expref: 3694 pid: 16029 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.320642:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708310656:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.320649:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.320650:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4dd1e00/0x5922c046cdabc306 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138c9a9 expref: 3692 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.320650:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.320650:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320651:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320654:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320656:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.320657:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708310528:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.320661:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320664:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.320665:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320665:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320669:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320670:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320672:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320672:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320674:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320674:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3691:2006:x1825030869229056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.320675:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f28200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.320677:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520338 00010000:00010000:1.0:1740485460.320677:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320678:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320679:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320681:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320682:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320685:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320686:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320689:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320689:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c5d2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320691:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320693:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88006daf0800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.320694:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320698:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320699:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320703:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320703:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801323df200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.320704:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320705:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320707:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006daf0800/0x5922c046cdb8c5cb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320708:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320710:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320714:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320714:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320718:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.320718:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801323df200/0x5922c046cdb8c5d9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320726:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320729:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.320731:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320735:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320740:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320743:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c5a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.320771:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3804:3766:x1825030708310272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1779us (1810us total) trans 4295501582 rc 0/0 00000100:00100000:1.0:1740485460.320775:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431556 00000100:00100000:3.0:1740485460.320790:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3804:3765:x1825030708310016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1807us (1840us total) trans 4295501583 rc 0/0 00000004:00080000:1.0:1740485460.320791:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f55500/2, rc 0, transno 4295501582 00000100:00100000:3.0:1740485460.320794:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431555 00000100:00100000:1.0:1740485460.320796:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708310272:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.320807:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f56d80/2, rc 0, transno 4295501583 00000100:00100000:0.0:1740485460.320811:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708310016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.320814:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.320815:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b62ba00/0x5922c046cda9368c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1da expref: 3690 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.320819:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.320821:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.320823:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708309504:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.320823:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3803:3764:x1825030708308992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2294us (2340us total) trans 4295501584 rc 0/0 00010000:00010000:1.0:1740485460.320825:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320828:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431550 00010000:00010000:1.0:1740485460.320829:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320830:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320833:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.320833:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.320836:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320837:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708311168 00010000:00010000:3.0:1740485460.320838:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320839:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708311168 00010000:00010000:1.0:1740485460.320839:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009dded600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.320841:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320841:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.320841:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.320844:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320845:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320848:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431558 00010000:00010000:3.0:1740485460.320849:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.320849:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.320850:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320851:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3803:3765:x1825030708311168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.320852:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.320854:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dded600/0x5922c046cdb8c5b6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320856:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0fe00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.320857:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.320860:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18438 count 1 00010000:00010000:3.0:1740485460.320861:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320866:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 2/0,0 mode: --/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320866:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320869:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0fe00/0x5922c046cdb8c5af lrc: 0/0,0 mode: --/PW res: [0x280000404:0x47ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320876:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3689 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320880:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.320881:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.320883:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320892:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3689 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.320897:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3689 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.320903:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708311296:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.320914:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708311040 00000100:00100000:3.0:1740485460.320916:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708311040 00000100:00100000:2.0:1740485460.320916:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d000 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.320926:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431559 00000100:00100000:3.0:1740485460.320929:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3807:3765:x1825030708311040:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.320931:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c19880/2, rc 0, transno 4295501584 00000100:00100000:1.0:1740485460.320935:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3807:3764:x1825030708309120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2290us (2316us total) trans 4295501585 rc 0/0 00002000:00080000:3.0:1740485460.320937:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18437 count 1 00000100:00100000:2.0:1740485460.320943:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708308992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.320943:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431552 00010000:00010000:3.0:1740485460.320944:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.320948:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3807:3766:x1825030708309248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2323us (2382us total) trans 4295501587 rc 0/0 00000004:00080000:2.0:1740485460.320950:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1b100/2, rc 0, transno 4295501585 00010000:00010000:3.0:1740485460.320951:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3689 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.320952:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708309120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.320955:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.320955:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.320955:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431551 00010000:00010000:3.0:1740485460.320957:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320967:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3689 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.320972:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3689 pid: 16625 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.320973:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1b480/2, rc 0, transno 4295501587 00000100:00100000:0.0:1740485460.320975:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708309248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.320978:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708311552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.320981:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708311424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.320994:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.320996:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.321003:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708311424 00000100:00100000:3.0:1740485460.321005:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708311424 00000100:00100000:0.0:1740485460.321007:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.321010:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708311680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.321010:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.321014:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431560 00000100:00100000:3.0:1740485460.321016:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3806:3766:x1825030708311424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.321020:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.321023:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18439 count 1 00010000:00010000:3.0:1740485460.321028:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321028:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bf90c00/0x5922c046cda937c7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b227 expref: 3689 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.321028:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708311808 00000100:00100000:1.0:1740485460.321030:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.321031:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708311808 00010000:00010000:3.0:1740485460.321035:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3688 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.321035:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708310400:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.321039:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.321039:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708311680 00010000:00010000:3.0:1740485460.321040:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.321041:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.321041:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708311680 00010000:00010000:2.0:1740485460.321045:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.321046:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431561 00010000:00010000:3.0:1740485460.321049:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3688 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.321049:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431562 00010000:00010000:2.0:1740485460.321050:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.321050:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3808:3765:x1825030708311808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.321052:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c084700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3808:3767:x1825030708311680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.321053:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321054:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3688 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.321057:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.321059:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708311936:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.321059:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18441 count 1 00002000:00080000:0.0:1740485460.321060:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18440 count 1 00010000:00010000:2.0:1740485460.321061:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321065:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321066:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.321067:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321068:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98de00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.321070:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.321072:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.321073:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321073:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3688 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.321074:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3688 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321077:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.321078:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.321079:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321080:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.321080:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.321081:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.321084:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321085:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98de00/0x5922c046cdb8c5c4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321089:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3688 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321094:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3688 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.321099:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3688 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.321100:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708312064:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.321108:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3688 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.321112:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.321116:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708312192:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.321135:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cda93711 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137b1fd expref: 3688 pid: 16681 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.321140:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.321143:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708310144:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.321151:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321155:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321159:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.321161:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3809:3765:x1825030708309888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2210us (2227us total) trans 4295501588 rc 0/0 00010000:00010000:3.0:1740485460.321163:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.321165:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431554 00010000:00010000:3.0:1740485460.321166:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321170:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321173:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a588000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.321175:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321179:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321184:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.321185:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913eea00/2, rc 0, transno 4295501588 00010000:00010000:3.0:1740485460.321187:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c5bd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.321202:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708309888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.321210:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3808:3767:x1825030708310784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1934us (1973us total) trans 4295501586 rc 0/0 00000100:00100000:0.0:1740485460.321216:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431557 00000100:00100000:2.0:1740485460.321244:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.321249:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708312320:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.321256:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721df100/2, rc 0, transno 4295501586 00000100:00100000:1.0:1740485460.321263:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708310784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.321264:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f442050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3808:3767:x1825030708309760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2375us (2419us total) trans 4295501589 rc 0/0 00000100:00100000:2.0:1740485460.321265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.321269:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431553 00000004:00080000:1.0:1740485460.321270:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ee680/2, rc 0, transno 4295501589 00000100:00100000:1.0:1740485460.321272:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708309760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.321295:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.321302:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708312576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.321319:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.321327:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708312448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.321328:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708312320 00000100:00100000:2.0:1740485460.321330:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708312320 00000100:00100000:1.0:1740485460.321334:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.321339:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708312576 00000100:00100000:2.0:1740485460.321340:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708312576 00000100:00100000:3.0:1740485460.321343:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708312448 00000100:00100000:3.0:1740485460.321346:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708312448 00000100:00100000:2.0:1740485460.321348:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431563 00000100:00100000:2.0:1740485460.321352:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3810:3764:x1825030708312320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.321352:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431564 00000100:00100000:1.0:1740485460.321355:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3810:3767:x1825030708312576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.321362:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18442 count 1 00000100:00100000:3.0:1740485460.321363:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431565 00002000:00080000:1.0:1740485460.321363:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18444 count 1 00000100:00100000:3.0:1740485460.321367:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3810:3767:x1825030708312448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.321370:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321372:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.321376:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18443 count 1 00010000:00010000:1.0:1740485460.321377:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3687 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321380:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.321381:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.321383:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3687 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321383:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321386:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321389:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.321390:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.321393:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.321396:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3687 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321396:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3687 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.321401:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3687 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.321402:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.321403:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.321405:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.321407:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708312704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.321409:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3687 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.321418:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3687 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.321420:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3687 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.321421:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.321427:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708312832:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.321429:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3687 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.321437:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708312960:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.321445:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.321456:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.322465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.322489:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708311296:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.322496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.322499:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.322509:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708311552:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.322518:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.322520:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229184 00000100:00100000:2.0:1740485460.322522:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229184 00000100:00100000:3.0:1740485460.322529:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229312 00010000:00010000:2.0:1740485460.322530:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3688 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.322531:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229312 00000100:00100000:0.0:1740485460.322533:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708312192:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.322538:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3689 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.322540:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229440 00000100:00100000:2.0:1740485460.322541:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229440 00010000:00010000:0.0:1740485460.322543:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322546:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3690 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.322562:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520339 00000100:00100000:3.0:1740485460.322566:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3690:2006:x1825030869229184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.322571:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.322574:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3690 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.322575:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520340 00000100:00100000:0.0:1740485460.322591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.322593:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3690:2006:x1825030869229312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.322594:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3690 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.322600:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.322603:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af0e600/0x5922c046cdabc480 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cac1 expref: 3690 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.322603:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3690 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.322604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.322605:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708312064:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.322609:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.322609:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3689 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.322610:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.322612:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322612:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229568 00000100:00100000:0.0:1740485460.322614:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229568 00010000:00010000:2.0:1740485460.322617:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c962800/0x5922c046cdabc42c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ca74 expref: 3690 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.322618:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322619:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322622:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3689 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.322623:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.322624:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.322626:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322628:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.322631:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322632:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229696 00000100:00100000:0.0:1740485460.322634:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229696 00010000:00010000:0.0:1740485460.322638:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3690 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.322640:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.322642:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3690:2006:x1825030869229184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.322644:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520341 00000100:00100000:3.0:1740485460.322648:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520339 00000100:00100000:1.0:1740485460.322648:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3690:2006:x1825030869229440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.322652:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520342 00000100:00100000:2.0:1740485460.322653:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3690:2006:x1825030869229312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.322655:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.322655:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3689:2006:x1825030869229568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.322657:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520340 00010000:00010000:1.0:1740485460.322658:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3689 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.322659:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520343 00010000:00010000:0.0:1740485460.322659:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.322662:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3689:2003:x1825030869229696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.322662:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3689 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.322664:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3688 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.322666:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.322667:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3688 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.322669:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3688 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.322672:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.322673:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.322675:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3688 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.322675:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322675:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073c1fa00/0x5922c046cdabc823 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cbe0 expref: 3688 pid: 16691 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.322681:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdabc5de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb70 expref: 3687 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.322681:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322682:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322683:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322685:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322688:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.322688:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.322689:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322689:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322690:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322694:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322698:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.322701:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3686:2006:x1825030869229440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (195us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.322702:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.322705:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520341 00000100:00100000:0.0:1740485460.322709:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3686:2006:x1825030869229568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.322711:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3686:2003:x1825030869229696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.322713:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520342 00000100:00100000:3.0:1740485460.322715:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520343 00010000:00010000:0.0:1740485460.322727:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322728:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322731:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322732:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322736:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322736:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322739:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322740:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322743:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322743:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322746:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992e9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.322746:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b0d1a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.322748:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322748:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322752:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322752:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.322754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.322757:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322760:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322760:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0d1a00/0x5922c046cdb8c5fc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322764:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992e9400/0x5922c046cdb8c5e7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322778:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229824 00000100:00100000:0.0:1740485460.322780:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229824 00010000:00010000:0.0:1740485460.322786:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3684 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.322793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.322795:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520344 00000100:00100000:0.0:1740485460.322798:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c084a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3684:2006:x1825030869229824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.322802:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708312832:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.322802:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.322804:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3684 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.322809:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3684 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.322810:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322815:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322816:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322817:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322821:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322827:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.322838:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c084a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3684:2006:x1825030869229824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.322840:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3811:3765:x1825030708311040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1910us (1990us total) trans 4295501590 rc 0/0 00000100:00100000:0.0:1740485460.322841:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520344 00000004:00080000:2.0:1740485460.322842:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f56300/2, rc 0, transno 4295501590 00000100:00100000:3.0:1740485460.322844:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431559 00000100:00100000:0.0:1740485460.322847:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869229952 00000100:00100000:2.0:1740485460.322848:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.322849:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869229952 00000100:00100000:1.0:1740485460.322850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.322853:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3684 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.322856:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230080 00000100:00100000:3.0:1740485460.322858:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230080 00010000:00010000:3.0:1740485460.322865:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3685 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.322867:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.322869:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520345 00000100:00100000:0.0:1740485460.322872:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3685:2006:x1825030869229952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.322876:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.322878:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3685 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.322883:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3685 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.322884:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520346 00000100:00100000:3.0:1740485460.322887:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3685:2004:x1825030869230080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.322889:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e1c800/0x5922c046cdabc90a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cc49 expref: 3685 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.322891:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.322893:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3684 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.322893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.322895:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322896:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.322897:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322899:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3684 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.322901:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322906:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.322906:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.322906:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322908:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.322909:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.322911:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322912:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322912:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.322916:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322917:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322919:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.322919:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322919:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3684:2006:x1825030869229952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.322921:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.322922:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520345 00010000:00010000:1.0:1740485460.322923:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322924:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.322926:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b2e9a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.322928:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.322929:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3683:2004:x1825030869230080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (80us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.322929:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.322932:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520346 00010000:00010000:1.0:1740485460.322932:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322933:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008bcb8c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.322934:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322938:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.322938:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.322941:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e9a00/0x5922c046cdb8c5f5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.322944:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.322946:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708313088 00000100:00100000:3.0:1740485460.322949:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708313088 00010000:00010000:2.0:1740485460.322951:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb8c00/0x5922c046cdb8c60a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.322960:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431566 00000100:00100000:3.0:1740485460.322964:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3812:3764:x1825030708313088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.322974:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18445 count 1 00010000:00010000:3.0:1740485460.322982:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322991:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.322997:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.322998:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323001:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323004:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c084700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3814:3767:x1825030708311680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1950us (1972us total) trans 4295501591 rc 0/0 00000100:00100000:0.0:1740485460.323010:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431562 00010000:00010000:3.0:1740485460.323016:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323029:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.323036:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3813:3765:x1825030708311808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1985us (2014us total) trans 4295501592 rc 0/0 00000100:00100000:3.0:1740485460.323038:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708313216:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.323040:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431561 00000100:00100000:2.0:1740485460.323049:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3812:3764:x1825030708312320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1695us (1781us total) trans 4295501593 rc 0/0 00000100:00100000:2.0:1740485460.323055:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431563 00000100:00100000:3.0:1740485460.323056:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.323059:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c084000/2, rc 0, transno 4295501591 00010000:00010000:3.0:1740485460.323070:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.323070:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708311680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.323076:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323082:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123d74e00/0x5922c046cdabcb25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cd53 expref: 3682 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.323083:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323089:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.323089:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708312704:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.323095:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323097:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323100:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800985cf200 already unused, calling callback (ffffffffa0872710) 00000004:00080000:2.0:1740485460.323100:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c084e00/2, rc 0, transno 4295501593 00010000:00010000:1.0:1740485460.323102:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323103:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323106:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708312320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.323109:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.323109:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323110:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323113:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323117:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323120:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323121:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323124:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ddec200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.323125:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323126:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985cf200/0x5922c046cdb8c5e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323129:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323130:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313344:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.323135:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323138:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ddec200/0x5922c046cdb8c603 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323139:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708313472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.323147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.323161:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.323167:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708313344 00000100:00100000:2.0:1740485460.323170:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708313344 00000100:00100000:2.0:1740485460.323184:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708313472 00000100:00100000:2.0:1740485460.323186:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708313472 00000100:00100000:3.0:1740485460.323193:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431567 00000100:00100000:3.0:1740485460.323197:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3815:3764:x1825030708313344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.323201:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431568 00000100:00100000:2.0:1740485460.323205:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3815:3766:x1825030708313472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.323207:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18446 count 1 00010000:00010000:3.0:1740485460.323214:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.323216:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18447 count 1 00000100:00100000:1.0:1740485460.323216:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3815:3767:x1825030708312576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1860us (1896us total) trans 4295501595 rc 0/0 00000100:00100000:1.0:1740485460.323220:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431564 00010000:00010000:3.0:1740485460.323225:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3681 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323225:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323231:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323232:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323233:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323235:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3681 pid: 16625 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.323236:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1ea00/2, rc 0, transno 4295501595 00010000:00010000:2.0:1740485460.323242:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323244:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3681 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323245:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.323247:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.323247:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708312576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.323249:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3681 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.323259:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708313600:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.323275:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.323279:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3681 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.323280:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3814:3765:x1825030708311168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2428us (2447us total) trans 4295501594 rc 0/0 00000100:00100000:1.0:1740485460.323284:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431558 00010000:00010000:2.0:1740485460.323288:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3681 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.323289:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073c6d000/0x5922c046cdabc528 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cb1c expref: 3681 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.323296:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708313856:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.323297:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708311936:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.323304:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323309:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323312:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323314:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.323316:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323320:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323323:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323325:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708313728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.323327:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992e8800 already unused, calling callback (ffffffffa0872710) 00000004:00080000:2.0:1740485460.323327:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c084380/2, rc 0, transno 4295501592 00010000:00010000:3.0:1740485460.323329:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323332:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311808:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.323333:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323338:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323342:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992e8800/0x5922c046cdb8c5ee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323346:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.323347:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.323358:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708313728 00000100:00100000:2.0:1740485460.323360:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.323361:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708313728 00000100:00100000:1.0:1740485460.323371:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708313984 00000100:00100000:1.0:1740485460.323372:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708313984 00000004:00080000:2.0:1740485460.323374:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f56a00/2, rc 0, transno 4295501594 00000100:00100000:2.0:1740485460.323378:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708311168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.323379:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431569 00000100:00100000:1.0:1740485460.323381:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3816:3767:x1825030708313728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.323390:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:1.0:1740485460.323390:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18448 count 1 00000100:00100000:0.0:1740485460.323391:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431570 00000100:00100000:2.0:1740485460.323393:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708314112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.323395:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3816:3764:x1825030708313984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.323398:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.323405:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3680 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.323409:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1740485460.323409:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18449 count 1 00010000:00010000:1.0:1740485460.323410:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.323411:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.323416:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3816:3766:x1825030708311424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2398us (2418us total) trans 4295501596 rc 0/0 00010000:00010000:0.0:1740485460.323419:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.323420:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431560 00010000:00010000:1.0:1740485460.323421:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3680 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323424:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708314112 00000100:00100000:2.0:1740485460.323427:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708314112 00010000:00010000:1.0:1740485460.323430:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3680 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.323430:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3680 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.323436:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708314240:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.323436:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.323437:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323439:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9bb600/0x5922c046cdabca22 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ccc7 expref: 3680 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.323439:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.323443:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431571 00000100:00100000:3.0:1740485460.323446:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708312960:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.323447:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3816:3764:x1825030708314112:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.323451:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.323453:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323455:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3679 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.323457:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18450 count 1 00010000:00010000:3.0:1740485460.323458:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323461:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323463:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3679 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.323468:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323468:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323472:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323473:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708314368:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.323476:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323478:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3679 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323479:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801248f4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.323480:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323484:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323484:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.323486:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.323488:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323489:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323493:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801248f4000/0x5922c046cdb8c611 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.323497:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddd80 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.323499:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3679 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.323505:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3679 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.323511:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708314496:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.323516:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1bb80/2, rc 0, transno 4295501596 00000100:00100000:0.0:1740485460.323532:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708311424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.323566:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.323566:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708314624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.323573:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3817:3767:x1825030708312448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2205us (2236us total) trans 4295501597 rc 0/0 00000100:00100000:3.0:1740485460.323589:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431565 00000100:00100000:1.0:1740485460.323596:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.323596:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1e680/2, rc 0, transno 4295501597 00000100:00100000:3.0:1740485460.323604:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708314624 00000100:00100000:0.0:1740485460.323605:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708312448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.323607:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708314624 00000100:00100000:3.0:1740485460.323617:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431572 00000100:00100000:3.0:1740485460.323619:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3817:3766:x1825030708314624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.323626:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18451 count 1 00010000:00010000:3.0:1740485460.323633:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323640:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3679 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323643:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323644:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.323646:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323655:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3679 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.323660:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3679 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.323665:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708314752:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.323680:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.323700:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708314880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.323720:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.323750:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708314880 00000100:00100000:0.0:1740485460.323753:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708314880 00000100:00100000:0.0:1740485460.323768:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431573 00000100:00100000:0.0:1740485460.323772:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3818:3767:x1825030708314880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.323783:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18452 count 1 00010000:00010000:0.0:1740485460.323793:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323803:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3679 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323810:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.323811:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.323813:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323828:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3679 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.323837:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3679 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.323846:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708315008:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.323876:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.324443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.324451:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708313216:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.324460:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.324476:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708313600:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.324481:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.324481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.324502:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230208 00000100:00100000:2.0:1740485460.324506:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230208 00000100:00100000:1.0:1740485460.324514:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230336 00000100:00100000:3.0:1740485460.324515:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708313856:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.324516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.324517:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230336 00010000:00010000:2.0:1740485460.324519:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3680 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.324523:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324527:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3681 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.324528:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230464 00000100:00100000:0.0:1740485460.324531:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230464 00000100:00100000:1.0:1740485460.324538:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520347 00000100:00100000:2.0:1740485460.324543:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520348 00000100:00100000:1.0:1740485460.324543:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3682:2006:x1825030869230208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.324543:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3682 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324548:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.324561:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3682:2006:x1825030869230336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.324568:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.324569:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.324574:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3682 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324574:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324596:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801352ef000/0x5922c046cdabcbb1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cda7 expref: 3682 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.324599:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520349 00010000:00010000:2.0:1740485460.324600:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3682 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.324603:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3682:2003:x1825030869230464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.324606:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.324608:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.324608:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.324609:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324612:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3681 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.324613:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009db01a00/0x5922c046cdabcc60 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce02 expref: 3681 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324614:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324617:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3681 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.324623:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.324624:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.324624:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.324626:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132da3e00/0x5922c046cdabcd40 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ce80 expref: 3680 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.324627:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324633:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.324634:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.324634:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324636:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.324638:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3679:2006:x1825030869230208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.324642:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520347 00010000:00010000:3.0:1740485460.324643:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.324652:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708314368:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.324654:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.324654:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.324663:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.324666:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3678:2003:x1825030869230464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.324669:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520349 00000100:00100000:2.0:1740485460.324672:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3678:2006:x1825030869230336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 123us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.324675:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708314240:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.324679:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520348 00010000:00010000:3.0:1740485460.324682:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324683:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324686:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324690:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324694:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324697:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324700:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f91e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.324702:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324709:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324714:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324717:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c618 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.324737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.324771:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230592 00000100:00100000:2.0:1740485460.324775:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230592 00010000:00010000:2.0:1740485460.324785:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3677 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.324803:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520350 00000100:00100000:2.0:1740485460.324808:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3677:2006:x1825030869230592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.324815:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.324820:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3677 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.324820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.324829:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3677 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.324830:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3819:3764:x1825030708313088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1863us (1934us total) trans 4295501598 rc 0/0 00000100:00100000:3.0:1740485460.324836:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431566 00010000:00010000:2.0:1740485460.324841:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132da2400/0x5922c046cdabcdfd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cedb expref: 3677 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.324846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.324851:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.324853:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.324855:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.324860:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230720 00000100:00100000:3.0:1740485460.324862:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230720 00010000:00010000:2.0:1740485460.324862:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324872:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3677 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.324874:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230848 00010000:00010000:2.0:1740485460.324876:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.324876:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230848 00000100:00100000:0.0:1740485460.324880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.324885:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3678 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.324886:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869230976 00000100:00100000:3.0:1740485460.324888:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869230976 00010000:00010000:3.0:1740485460.324895:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3679 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.324895:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3679:2006:x1825030869230592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.324896:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520351 00000100:00100000:1.0:1740485460.324901:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520352 00000100:00100000:0.0:1740485460.324901:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3679:2006:x1825030869230720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.324904:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3679:2006:x1825030869230848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.324909:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.324909:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.324910:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520350 00010000:00010000:1.0:1740485460.324911:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3679 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.324913:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3679 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324917:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3679 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.324922:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520353 00010000:00010000:1.0:1740485460.324925:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.324925:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.324927:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3678:2006:x1825030869230976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.324927:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.324927:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3678 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324931:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324933:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.324937:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3678 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.324938:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.324940:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a481e00/0x5922c046cdabceba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf4b expref: 3678 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.324946:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3678 pid: 16692 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.324946:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dd880/2, rc 0, transno 4295501598 00000100:00100000:1.0:1740485460.324949:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3677:2006:x1825030869230848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 44us (103us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.324951:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.324953:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.324953:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520352 00010000:00010000:0.0:1740485460.324953:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.324955:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324956:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.324958:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.324961:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.324962:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324964:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.324967:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324968:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324973:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324976:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.324977:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.324978:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.324980:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.324984:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324987:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880096adac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.324989:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.324992:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.324993:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3676:2006:x1825030869230976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.324997:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.324998:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3676:2006:x1825030869230720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 95us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.324999:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520353 00010000:00010000:1.0:1740485460.325001:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096adac00/0x5922c046cdb8c62d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.325004:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520351 00000100:00100000:2.0:1740485460.325007:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.325019:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315136 00000100:00100000:3.0:1740485460.325021:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315136 00010000:00010000:0.0:1740485460.325023:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.325029:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431574 00010000:00010000:0.0:1740485460.325029:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.325032:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3820:3764:x1825030708315136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325035:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325038:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7e400/0x5922c046cdabcf3f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cf98 expref: 3674 pid: 16625 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.325039:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18453 count 1 00010000:00010000:3.0:1740485460.325046:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325046:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325052:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325053:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3673 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325055:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708314496:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.325056:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.325059:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325060:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.325061:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.325062:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325064:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325068:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325071:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3673 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325072:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325073:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3820:3767:x1825030708313728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1690us (1727us total) trans 4295501599 rc 0/0 00010000:00010000:2.0:1740485460.325076:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325077:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3673 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.325077:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431569 00010000:00010000:0.0:1740485460.325078:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c634 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.325082:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708315264:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.325083:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325090:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.325095:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.325097:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325103:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325104:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325107:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325110:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009afae600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.325111:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325113:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325115:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325118:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325119:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325122:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124bde400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.325124:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325128:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325133:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325133:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325136:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124bde400/0x5922c046cdb8c61f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325140:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afae600/0x5922c046cdb8c63b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.325156:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231104 00000100:00100000:0.0:1740485460.325158:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231104 00010000:00010000:0.0:1740485460.325166:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3674 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.325184:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520354 00000100:00100000:0.0:1740485460.325187:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3674:2006:x1825030869231104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.325197:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.325200:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3674 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.325206:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3674 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.325213:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.325214:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.325215:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325220:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325227:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.325228:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+3822:3764:x1825030708313344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2030us (2080us total) trans 4295501601 rc 0/0 00000100:00100000:3.0:1740485460.325232:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431567 00000100:00100000:0.0:1740485460.325240:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3674:2006:x1825030869231104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.325243:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.325244:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520354 00000100:00100000:2.0:1740485460.325247:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3821:3764:x1825030708314112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1798us (1840us total) trans 4295501602 rc 0/0 00010000:00010000:3.0:1740485460.325248:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325252:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325253:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431571 00010000:00010000:3.0:1740485460.325255:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325259:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325263:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008bcb9000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.325264:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325268:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325273:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325277:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcb9000/0x5922c046cdb8c626 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x480f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.325279:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096660380/2, rc 0, transno 4295501602 00000100:00100000:0.0:1740485460.325280:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3820:3764:x1825030708313984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1884us (1919us total) trans 4295501600 rc 0/0 00000100:00100000:0.0:1740485460.325284:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431570 00000100:00100000:2.0:1740485460.325286:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708314112:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.325303:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d862d80/2, rc 0, transno 4295501599 00000004:00080000:2.0:1740485460.325315:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096662a00/2, rc 0, transno 4295501600 00000100:00100000:2.0:1740485460.325318:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.325318:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708313728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325339:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dc6c00/0x5922c046cdabd05e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d06a expref: 3673 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.325347:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3820:3766:x1825030708313472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2141us (2185us total) trans 4295501603 rc 0/0 00000100:00100000:3.0:1740485460.325350:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431568 00000100:00100000:0.0:1740485460.325355:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708315008:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.325360:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dfb80/2, rc 0, transno 4295501601 00000100:00100000:1.0:1740485460.325360:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708315520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.325365:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708313344:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325367:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325368:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7f600/0x5922c046cdabcfb6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138cffa expref: 3672 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.325369:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.325374:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708314752:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.325374:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.325375:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325381:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325382:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325386:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315392:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.325388:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dc000/2, rc 0, transno 4295501603 00010000:00010000:0.0:1740485460.325388:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325390:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325393:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325393:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708313472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325395:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325397:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325401:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325401:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325404:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.325406:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e37b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.325407:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a55f3400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.325409:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325409:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325411:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.325413:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325415:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708315648:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325416:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325418:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325418:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.325421:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a55f3400/0x5922c046cdb8c642 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325425:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.325430:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325433:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708315904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.325439:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e37b000/0x5922c046cdb8c649 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325446:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.325462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.325463:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315520 00000100:00100000:2.0:1740485460.325478:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315392 00000100:00100000:2.0:1740485460.325481:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315392 00000100:00100000:3.0:1740485460.325486:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3821:3766:x1825030708314624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1865us (1889us total) trans 4295501604 rc 0/0 00000100:00100000:3.0:1740485460.325490:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431572 00000004:00080000:1.0:1740485460.325491:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096661500/2, rc 0, transno 4295501604 00000100:00100000:2.0:1740485460.325493:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315648 00000100:00100000:2.0:1740485460.325495:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315648 00000100:00100000:1.0:1740485460.325495:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708314624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.325498:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315904 00000100:00100000:3.0:1740485460.325499:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315904 00000100:00100000:2.0:1740485460.325504:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708315776 00000100:00100000:2.0:1740485460.325506:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315776 00000100:00100000:3.0:1740485460.325508:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431575 00000100:00100000:1.0:1740485460.325509:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708316032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.325511:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3823:3764:x1825030708315392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.325516:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431576 00002000:00080000:3.0:1740485460.325518:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18454 count 1 00000100:00100000:1.0:1740485460.325520:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.325521:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3823:3766:x1825030708315648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.325524:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.325527:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708315520 00002000:00080000:2.0:1740485460.325531:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18456 count 1 00010000:00010000:3.0:1740485460.325532:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3671 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325536:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.325536:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708316032 00010000:00010000:3.0:1740485460.325537:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.325538:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325538:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708316032 00010000:00010000:2.0:1740485460.325541:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.325564:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431577 00010000:00010000:2.0:1740485460.325569:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3671 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.325569:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3825:3765:x1825030708315904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.325571:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431578 00000100:00100000:1.0:1740485460.325574:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3825:3764:x1825030708315776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.325575:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431579 00010000:00010000:2.0:1740485460.325591:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.325592:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3825:3766:x1825030708315520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.325593:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.325595:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.325597:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18457 count 1 00002000:00080000:0.0:1740485460.325598:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18458 count 1 00002000:00080000:3.0:1740485460.325600:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18455 count 1 00010000:00010000:1.0:1740485460.325604:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325606:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325608:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325610:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431580 00010000:00010000:1.0:1740485460.325611:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3671 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325613:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3671 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.325614:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3825:3766:x1825030708316032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.325615:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.325616:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.325617:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.325617:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.325618:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325618:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3671 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325619:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325624:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.325625:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18459 count 1 00010000:00010000:0.0:1740485460.325625:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.325627:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3671 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325627:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325628:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3671 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325632:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.325633:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3671 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.325634:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3671 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.325638:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3671 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.325639:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708316288:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.325642:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.325642:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c086a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708316160:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.325643:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.325643:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3671 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325645:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.325651:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3671 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.325655:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.325656:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3671 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325656:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.325662:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3671 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.325665:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708316416:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.325668:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708316544:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.325670:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3671 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.325678:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3671 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.325685:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708316672:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.325687:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.325695:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.325701:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.325710:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3671 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.325716:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3671 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.325721:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708316800:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.325731:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9db40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.325848:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3826:3767:x1825030708314880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2074us (2126us total) trans 4295501605 rc 0/0 00000004:00080000:1.0:1740485460.325852:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096662d80/2, rc 0, transno 4295501605 00000100:00100000:0.0:1740485460.325854:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431573 00000100:00100000:1.0:1740485460.325857:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708314880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.325876:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.325879:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708316928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.325891:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.325904:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708316928 00000100:00100000:0.0:1740485460.325907:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708316928 00000100:00100000:0.0:1740485460.325931:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431581 00000100:00100000:0.0:1740485460.325936:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3826:3766:x1825030708316928:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.325951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.325955:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708315264:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.325963:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.325963:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231232 00000100:00100000:1.0:1740485460.325965:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231232 00010000:00010000:1.0:1740485460.325973:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.325983:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520355 00000100:00100000:1.0:1740485460.325985:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3672:2004:x1825030869231232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.325990:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.325993:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.325998:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.326005:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133140800/0x5922c046cdabd0b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d0b0 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.326007:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18460 count 1 00010000:00010000:1.0:1740485460.326015:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.326016:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.326017:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.326017:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.326022:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.326026:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3671 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.326031:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.326032:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.326034:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.326034:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.326036:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326039:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326043:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.326043:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3671:2004:x1825030869231232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (94us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.326046:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.326046:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520355 00010000:00010000:3.0:1740485460.326050:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326053:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357c9e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.326053:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3670 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326055:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326058:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.326061:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3670 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.326065:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326068:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c650 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.326075:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708317056:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.326098:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.326149:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3827:3764:x1825030708315136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1115us (1142us total) trans 4295501606 rc 0/0 00000100:00100000:3.0:1740485460.326153:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431574 00000004:00080000:2.0:1740485460.326164:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096663480/2, rc 0, transno 4295501606 00000100:00100000:2.0:1740485460.326169:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.326204:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.326219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.326228:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708317184 00000100:00100000:3.0:1740485460.326230:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708317184 00000100:00100000:3.0:1740485460.326243:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431582 00000100:00100000:3.0:1740485460.326245:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3827:3764:x1825030708317184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.326253:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18461 count 1 00010000:00010000:3.0:1740485460.326259:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326265:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3670 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326269:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.326270:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.326271:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326280:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3670 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.326285:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3670 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.326290:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708317312:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.326305:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.327176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.327195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.327207:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708316288:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.327216:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327218:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708316416:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.327225:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c086a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708316160:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.327227:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327233:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231360 00010000:00010000:1.0:1740485460.327236:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327237:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231360 00000100:00100000:0.0:1740485460.327243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.327249:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231488 00010000:00010000:2.0:1740485460.327250:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3671 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.327252:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231488 00000100:00100000:3.0:1740485460.327253:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231616 00000100:00100000:3.0:1740485460.327255:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231616 00000100:00100000:0.0:1740485460.327256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.327261:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3673 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327263:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3673 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.327267:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231744 00000100:00100000:0.0:1740485460.327268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.327269:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231744 00010000:00010000:2.0:1740485460.327277:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3674 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.327278:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869231872 00000100:00100000:1.0:1740485460.327279:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869231872 00000100:00100000:3.0:1740485460.327281:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520356 00000100:00100000:3.0:1740485460.327283:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3675:2003:x1825030869231360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.327284:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3675 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327288:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.327291:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3675 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.327292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.327293:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520357 00010000:00010000:3.0:1740485460.327296:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3675 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.327298:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3675:2006:x1825030869231488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.327299:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232000 00000100:00100000:1.0:1740485460.327300:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232000 00010000:00010000:3.0:1740485460.327304:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800984d0e00/0x5922c046cdabd25d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d197 expref: 3676 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.327305:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.327305:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3676 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.327305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.327309:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3675 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327310:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.327311:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.327312:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232128 00010000:00010000:3.0:1740485460.327313:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327313:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232128 00010000:00010000:2.0:1740485460.327318:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3676 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.327318:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3676 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327320:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327325:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520358 00000100:00100000:1.0:1740485460.327328:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3676:2006:x1825030869231616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.327329:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.327330:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800963e3000/0x5922c046cdabd3bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d270 expref: 3676 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.327333:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.327336:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3676 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.327339:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.327341:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327341:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3675 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.327342:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3675:2003:x1825030869231360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.327343:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.327347:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520356 00010000:00010000:2.0:1740485460.327350:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327350:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa7ec00/0x5922c046cdabd478 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d2e0 expref: 3675 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.327357:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327358:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.327359:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232256 00010000:00010000:1.0:1740485460.327361:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327362:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232256 00010000:00010000:1.0:1740485460.327368:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327369:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.327370:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3674 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.327376:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708317056:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.327384:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.327385:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520359 00010000:00010000:0.0:1740485460.327386:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327388:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3674:2006:x1825030869231488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.327390:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3674:2006:x1825030869231744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.327393:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327394:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520357 00010000:00010000:3.0:1740485460.327396:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.327397:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327398:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3674:2006:x1825030869231616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.327400:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3674 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.327401:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520358 00010000:00010000:0.0:1740485460.327405:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327407:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520360 00010000:00010000:3.0:1740485460.327408:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3673 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.327410:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327411:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3672:2006:x1825030869231872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.327412:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520361 00010000:00010000:0.0:1740485460.327413:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327415:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3672:2004:x1825030869232000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.327416:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.327418:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.327418:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327420:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.327421:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.327422:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.327422:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327423:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327425:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.327428:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3672 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.327428:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327431:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3672 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.327431:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c673 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327434:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327434:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3672 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.327441:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.327442:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327442:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327443:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.327444:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.327444:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327445:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327449:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327452:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327455:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.327459:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3672:2006:x1825030869231744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (201us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.327461:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.327464:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3672:2004:x1825030869232000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.327465:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520359 00000100:00100000:1.0:1740485460.327469:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520361 00000100:00100000:2.0:1740485460.327475:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3671:2006:x1825030869231872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.327478:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520362 00000100:00100000:1.0:1740485460.327480:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3670:2003:x1825030869232128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.327481:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520363 00010000:00010000:1.0:1740485460.327484:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.327485:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3670:2006:x1825030869232256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.327486:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3670 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.327490:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520360 00010000:00010000:3.0:1740485460.327491:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.327491:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3670 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327496:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3670 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.327498:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af7e00/0x5922c046cdabd65b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d3b9 expref: 3669 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327504:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3668 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.327504:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327504:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.327506:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327512:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327514:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.327516:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.327518:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.327521:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.327521:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3828:3765:x1825030708315904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1950us (2073us total) trans 4295501607 rc 0/0 00010000:00010000:3.0:1740485460.327525:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327527:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431577 00010000:00010000:2.0:1740485460.327532:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097e1dc00/0x5922c046cdabd55f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d35e expref: 3668 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327535:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.327535:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3668:2003:x1825030869232128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.327540:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520362 00000100:00100000:2.0:1740485460.327543:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708316544:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.327562:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3666:2006:x1825030869232256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (204us total) trans 0 rc 0/0 00000004:00080000:0.0:1740485460.327567:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c084a80/2, rc 0, transno 4295501607 00000100:00100000:3.0:1740485460.327568:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520363 00010000:00010000:2.0:1740485460.327573:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327575:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708315904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.327597:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327604:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327612:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327615:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123113000/0x5922c046cdabd6e7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d429 expref: 3665 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.327618:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327623:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708317312:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.327623:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.327625:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327629:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317440:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.327630:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327630:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800985ce200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.327634:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327635:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327638:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327641:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327642:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327646:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.327649:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327651:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327653:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072babc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.327654:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327658:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985ce200/0x5922c046cdb8c67a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327662:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327663:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708317440 00000100:00100000:0.0:1740485460.327666:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708317440 00010000:00010000:3.0:1740485460.327668:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327671:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072babc00/0x5922c046cdb8c688 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327680:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431583 00000100:00100000:0.0:1740485460.327683:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3828:3764:x1825030708317440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.327693:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18462 count 1 00010000:00010000:0.0:1740485460.327700:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327707:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3664 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327709:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327711:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.327712:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.327714:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327716:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327722:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327723:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3664 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327728:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327728:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3664 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.327734:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327734:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708317568:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.327739:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319daa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.327741:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.327746:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327752:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.327755:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327758:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3830:3764:x1825030708317184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1511us (1537us total) trans 4295501608 rc 0/0 00010000:00010000:2.0:1740485460.327761:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c665 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327761:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327762:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431582 00010000:00010000:0.0:1740485460.327766:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327771:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327774:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.327777:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c087480/2, rc 0, transno 4295501608 00010000:00010000:0.0:1740485460.327780:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327784:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.327785:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072caa400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.327787:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327793:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.327802:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327808:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708317696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.327809:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3830:3766:x1825030708316032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2195us (2288us total) trans 4295501609 rc 0/0 00010000:00010000:0.0:1740485460.327809:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072caa400/0x5922c046cdb8c681 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327813:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431580 00000100:00100000:1.0:1740485460.327822:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.327823:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327828:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327834:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327838:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.327841:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c085f80/2, rc 0, transno 4295501609 00010000:00010000:3.0:1740485460.327845:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327845:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708316032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.327848:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098c0e400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.327850:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327853:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327859:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327862:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098c0e400/0x5922c046cdb8c66c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.327862:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e59880/2, rc 0, transno 4295501610 00000100:00100000:2.0:1740485460.327863:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3830:3764:x1825030708315776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2286us (2398us total) trans 4295501610 rc 0/0 00000100:00100000:1.0:1740485460.327865:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.327869:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431578 00000100:00100000:3.0:1740485460.327873:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708317696 00000100:00100000:3.0:1740485460.327875:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708317696 00000100:00100000:2.0:1740485460.327884:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431584 00000100:00100000:2.0:1740485460.327888:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c087800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3830:3766:x1825030708317696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.327896:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317952:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.327899:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18463 count 1 00010000:00010000:2.0:1740485460.327909:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327916:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3831:3766:x1825030708316928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1978us (2022us total) trans 4295501611 rc 0/0 00000100:00100000:1.0:1740485460.327917:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.327919:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3664 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.327923:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431581 00010000:00010000:2.0:1740485460.327926:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.327927:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.327929:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.327933:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708317952 00000100:00100000:3.0:1740485460.327934:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708317952 00000100:00100000:3.0:1740485460.327943:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431585 00000100:00100000:3.0:1740485460.327945:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3831:3764:x1825030708317952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.327945:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3664 pid: 16625 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.327951:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c086d80/2, rc 0, transno 4295501611 00002000:00080000:3.0:1740485460.327954:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18465 count 1 00000100:00100000:1.0:1740485460.327957:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708316928:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.327959:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3664 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.327963:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.327967:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708318080:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.327973:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3664 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.327979:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.327979:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.327981:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.327983:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.327984:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708318208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.327985:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.327998:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3664 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.328002:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.328002:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708317824:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.328007:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3664 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.328015:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708318336:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.328023:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.328032:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.328040:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708318208 00000100:00100000:1.0:1740485460.328043:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708318208 00000100:00100000:3.0:1740485460.328044:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708317824 00000100:00100000:3.0:1740485460.328046:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708317824 00000100:00100000:1.0:1740485460.328057:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431586 00000100:00100000:3.0:1740485460.328061:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431587 00000100:00100000:1.0:1740485460.328061:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3833:3764:x1825030708318208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.328064:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073e17800/0x5922c046cdabd328 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d21c expref: 3664 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.328065:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3833:3767:x1825030708317824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.328072:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18466 count 1 00000100:00100000:2.0:1740485460.328074:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708316800:192.168.204.38@tcp:104: 00002000:00080000:3.0:1740485460.328075:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18464 count 1 00010000:00010000:1.0:1740485460.328081:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328084:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328085:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328090:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3663 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328092:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328092:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3663 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328095:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.328096:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.328097:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328097:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328099:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.328100:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.328101:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328102:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328105:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328107:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3663 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328108:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328112:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009afaec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.328112:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3663 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328113:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3663 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.328114:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.328118:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708318464:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.328118:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328118:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3663 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.328124:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.328124:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708318592:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.328127:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afaec00/0x5922c046cdb8c65e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.328141:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.328146:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.328187:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3834:3766:x1825030708315520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2593us (2811us total) trans 4295501612 rc 0/0 00000100:00100000:3.0:1740485460.328193:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431579 00000004:00080000:1.0:1740485460.328195:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4fb80/2, rc 0, transno 4295501612 00000100:00100000:1.0:1740485460.328201:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708315520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.328203:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3833:3766:x1825030708315648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2682us (2776us total) trans 4295501613 rc 0/0 00000100:00100000:2.0:1740485460.328207:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431576 00010000:00010000:3.0:1740485460.328219:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a51600/0x5922c046cdabd1b5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d135 expref: 3663 pid: 16631 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.328220:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096660e00/2, rc 0, transno 4295501613 00000100:00100000:1.0:1740485460.328223:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708315648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.328228:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.328230:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708316672:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.328237:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708318848:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.328240:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328248:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328254:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.328256:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.328264:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.328268:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708318720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.328271:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.328271:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708318848 00000100:00100000:2.0:1740485460.328274:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708318848 00010000:00010000:3.0:1740485460.328276:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328281:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f4d1400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.328281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.328283:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.328289:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.328292:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708318720 00000100:00100000:2.0:1740485460.328294:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708318720 00010000:00010000:3.0:1740485460.328298:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.328301:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431588 00000100:00100000:1.0:1740485460.328304:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3834:3767:x1825030708318848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.328305:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4d1400/0x5922c046cdb8c657 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.328306:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431589 00000100:00100000:2.0:1740485460.328310:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3834:3767:x1825030708318720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.328312:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18468 count 1 00010000:00010000:1.0:1740485460.328319:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.328322:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18467 count 1 00010000:00010000:1.0:1740485460.328326:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3662 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328330:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.328330:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.328332:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328332:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328341:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3662 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328343:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3662 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.328346:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3662 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.328349:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.328350:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.328351:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708318976:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.328353:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.328365:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dc180 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.328367:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3662 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.328374:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3662 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.328382:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708319104:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.328394:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3835:3764:x1825030708315392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2880us (2987us total) trans 4295501614 rc 0/0 00000004:00080000:1.0:1740485460.328397:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4f480/2, rc 0, transno 4295501614 00000100:00100000:3.0:1740485460.328400:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431575 00000100:00100000:1.0:1740485460.328401:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708315392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.328403:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9db40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.328422:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708319232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.328442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.328457:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708319232 00000100:00100000:0.0:1740485460.328461:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708319232 00000100:00100000:0.0:1740485460.328477:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431590 00000100:00100000:0.0:1740485460.328481:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3835:3764:x1825030708319232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.328492:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18469 count 1 00010000:00010000:0.0:1740485460.328502:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.328511:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3662 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.328518:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.328519:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.328522:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.328542:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3662 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.328565:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3662 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.328574:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708319360:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.328624:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.329409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.329432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.329436:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708317568:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.329444:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232384 00000100:00100000:0.0:1740485460.329446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.329448:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232384 00010000:00010000:2.0:1740485460.329448:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329457:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3663 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.329458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.329465:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708318080:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.329468:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232512 00000100:00100000:3.0:1740485460.329469:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232512 00010000:00010000:3.0:1740485460.329474:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3664 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.329475:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.329481:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232640 00000100:00100000:3.0:1740485460.329482:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232640 00000100:00100000:0.0:1740485460.329482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.329487:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3665 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.329490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.329499:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232768 00000100:00100000:3.0:1740485460.329500:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232768 00000100:00100000:1.0:1740485460.329501:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869232896 00010000:00010000:3.0:1740485460.329505:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3666 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.329506:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869232896 00000100:00100000:0.0:1740485460.329511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.329512:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233024 00000100:00100000:2.0:1740485460.329512:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708319104:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.329513:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233024 00010000:00010000:1.0:1740485460.329517:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3668 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329518:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3668 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.329521:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.329525:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233152 00000100:00100000:3.0:1740485460.329526:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233152 00010000:00010000:3.0:1740485460.329530:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3669 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.329538:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520364 00000100:00100000:3.0:1740485460.329542:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520365 00000100:00100000:1.0:1740485460.329542:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3669:2006:x1825030869232384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.329546:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3669:2006:x1825030869232512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.329547:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520366 00000100:00100000:0.0:1740485460.329547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.329563:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.329565:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.329566:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3669:2006:x1825030869232640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.329567:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3669 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329569:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3669 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.329574:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.329574:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3669 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329591:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3669 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.329595:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3669 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.329595:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708319360:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.329600:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad60a00/0x5922c046cdabd806 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4df expref: 3669 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.329600:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013530e800/0x5922c046cdabd7a4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d4a0 expref: 3669 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.329604:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329605:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3669 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329608:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.329608:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.329609:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.329609:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.329611:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329611:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329615:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329615:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329616:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.329618:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.329620:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329625:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.329627:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329627:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.329638:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.329639:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3667:2006:x1825030869232512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.329641:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3667:2006:x1825030869232384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.329642:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520365 00000100:00100000:1.0:1740485460.329646:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520364 00000100:00100000:3.0:1740485460.329651:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233280 00000100:00100000:3.0:1740485460.329653:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233280 00000100:00100000:2.0:1740485460.329655:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3665:2006:x1825030869232640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.329657:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520367 00010000:00010000:3.0:1740485460.329659:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3666 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.329660:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3666:2004:x1825030869232768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.329661:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520366 00010000:00010000:1.0:1740485460.329664:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.329668:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3666 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.329672:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520368 00000100:00100000:3.0:1740485460.329674:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3665:2006:x1825030869233024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.329676:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3665 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.329677:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520369 00010000:00010000:3.0:1740485460.329678:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.329680:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3665 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.329681:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3665:2003:x1825030869232896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.329685:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3665 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.329686:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.329687:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.329688:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.329690:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329691:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.329692:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.329692:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3665 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329694:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329696:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329698:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329701:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3665 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329703:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.329707:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.329710:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.329712:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.329713:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3665:2006:x1825030869233024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (222us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.329715:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.329716:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520368 00010000:00010000:2.0:1740485460.329721:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.329722:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3664:2004:x1825030869232768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.329723:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520370 00000100:00100000:3.0:1740485460.329725:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3664:2006:x1825030869233152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.329728:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.329729:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520367 00010000:00010000:2.0:1740485460.329730:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.329731:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3664 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329736:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3664 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329742:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b13e600/0x5922c046cdabda05 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d62f expref: 3663 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.329743:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3663:2003:x1825030869232896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.329743:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520371 00000100:00100000:1.0:1740485460.329747:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3662:2006:x1825030869233280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.329749:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.329749:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520369 00010000:00010000:3.0:1740485460.329750:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.329751:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329755:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329759:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.329760:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.329764:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3661 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.329767:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3661:2006:x1825030869233152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.329771:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520370 00010000:00010000:1.0:1740485460.329772:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3661 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.329783:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4c07600/0x5922c046cdabdb39 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d6bb expref: 3660 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.329791:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bb78000/0x5922c046cdabd868 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d533 expref: 3659 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.329792:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.329793:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.329795:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.329798:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708318464:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.329799:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329804:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329809:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.329812:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329816:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329819:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.329821:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3658:2006:x1825030869233280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (275us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.329823:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.329824:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520371 00010000:00010000:3.0:1740485460.329826:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329830:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800985cea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.329831:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329835:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329840:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329843:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800985cea00/0x5922c046cdb8c6ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329851:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072e93800/0x5922c046cdabda67 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d660 expref: 3657 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.329858:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708318976:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.329868:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329873:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329876:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329877:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329881:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329881:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329885:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329889:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329889:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329892:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319da400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.329893:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329894:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329897:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329898:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329900:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a54dd200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.329901:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329902:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329903:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.329906:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319da400/0x5922c046cdb8c6b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329906:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329909:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329912:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329916:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.329916:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54dd200/0x5922c046cdb8c6c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.329917:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3836:3767:x1825030708317824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1851us (1894us total) trans 4295501615 rc 0/0 00000100:00100000:3.0:1740485460.329921:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431587 00010000:00010000:2.0:1740485460.329923:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329936:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329939:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136145a00/0x5922c046cdabd909 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d58e expref: 3656 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.329942:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009afafe00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.329945:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708318336:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.329945:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329952:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329952:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329956:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329960:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329961:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329966:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.329967:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afafe00/0x5922c046cdb8c696 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329972:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.329978:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.329985:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3837:3767:x1825030708318848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1680us (1728us total) trans 4295501616 rc 0/0 00010000:00010000:3.0:1740485460.329988:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072bab200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.329989:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431588 00010000:00010000:3.0:1740485460.329991:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.329996:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3836:3764:x1825030708319232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1514us (1554us total) trans 4295501617 rc 0/0 00010000:00010000:3.0:1740485460.329997:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330001:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431590 00010000:00010000:3.0:1740485460.330006:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.330008:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb09c00/2, rc 0, transno 4295501617 00010000:00010000:3.0:1740485460.330012:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072bab200/0x5922c046cdb8c69d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.330013:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708319232:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.330019:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb09500/2, rc 0, transno 4295501616 00000100:00100000:0.0:1740485460.330022:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708318848:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.330027:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c087b80/2, rc 0, transno 4295501615 00000100:00100000:0.0:1740485460.330029:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708317824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.330036:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708319488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.330046:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708319616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.330047:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.330059:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708319744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.330063:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.330066:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c087800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3837:3766:x1825030708317696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2176us (2241us total) trans 4295501618 rc 0/0 00000100:00100000:0.0:1740485460.330069:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708319488 00000100:00100000:0.0:1740485460.330071:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708319488 00000100:00100000:2.0:1740485460.330072:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431584 00000004:00080000:1.0:1740485460.330076:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c086a00/2, rc 0, transno 4295501618 00000100:00100000:0.0:1740485460.330079:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708319616 00000100:00100000:1.0:1740485460.330080:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708317696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.330080:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708319616 00000100:00100000:2.0:1740485460.330085:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431591 00000100:00100000:2.0:1740485460.330089:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3838:3765:x1825030708319488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.330090:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431592 00000100:00100000:0.0:1740485460.330092:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3838:3766:x1825030708319616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.330096:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708319872:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.330098:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18470 count 1 00000100:00100000:3.0:1740485460.330100:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3838:3764:x1825030708317952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2152us (2181us total) trans 4295501619 rc 0/0 00002000:00080000:0.0:1740485460.330100:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18471 count 1 00000100:00100000:1.0:1740485460.330105:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.330106:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330107:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431585 00010000:00010000:0.0:1740485460.330107:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330113:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3655 pid: 16696 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.330114:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb08000/2, rc 0, transno 4295501619 00010000:00010000:0.0:1740485460.330114:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3655 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330117:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.330117:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317952:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.330118:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.330118:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.330119:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708319872 00010000:00010000:0.0:1740485460.330119:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.330120:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.330120:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330122:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708319872 00000100:00100000:1.0:1740485460.330128:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.330130:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3655 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.330130:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3655 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.330131:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708320000:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.330135:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3655 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.330136:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431593 00000100:00100000:1.0:1740485460.330139:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.330139:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3655 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.330140:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3838:3764:x1825030708319872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.330141:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708320128:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.330144:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708320256:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.330148:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708320000 00002000:00080000:3.0:1740485460.330150:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18473 count 1 00000100:00100000:1.0:1740485460.330150:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708320000 00000100:00100000:2.0:1740485460.330154:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.330158:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.330160:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.330164:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431594 00010000:00010000:2.0:1740485460.330165:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.330168:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3839:3764:x1825030708320000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.330169:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330170:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3655 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330170:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.330173:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330177:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.330179:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18474 count 1 00010000:00010000:3.0:1740485460.330180:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.330181:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330182:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.330182:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708319744 00010000:00010000:3.0:1740485460.330184:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330184:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708319744 00010000:00010000:2.0:1740485460.330185:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a54dde00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.330187:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330189:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330190:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330192:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431595 00000100:00100000:0.0:1740485460.330195:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3840:3767:x1825030708319744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.330196:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330199:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3655 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330199:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54dde00/0x5922c046cdb8c68f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x481e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330199:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3655 pid: 16089 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.330201:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18472 count 1 00010000:00010000:1.0:1740485460.330205:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.330206:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.330207:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3655 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.330208:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330209:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.330214:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3655 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330216:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708320384:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.330218:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.330219:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.330220:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330226:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3655 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.330228:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3655 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330232:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.330233:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3655 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.330235:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3655 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.330239:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708320640:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.330245:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708320512:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.330248:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.330261:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800912c9cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.330283:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132184600/0x5922c046cdabd972 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d5cd expref: 3655 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.330292:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3841:3764:x1825030708317440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2642us total) trans 4295501620 rc 0/0 00000100:00100000:1.0:1740485460.330293:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708318592:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.330297:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1d180/2, rc 0, transno 4295501620 00000100:00100000:2.0:1740485460.330298:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431583 00000100:00100000:0.0:1740485460.330306:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708317440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.330308:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330333:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330334:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.330338:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708320768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.330340:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330347:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.330350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.330352:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330358:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330364:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319dac00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.330367:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330373:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330382:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330388:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708320768 00010000:00010000:1.0:1740485460.330388:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319dac00/0x5922c046cdb8c6a4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330391:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708320768 00010000:00010000:2.0:1740485460.330402:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330408:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431596 00010000:00010000:2.0:1740485460.330410:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330411:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3841:3767:x1825030708320768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.330416:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.330421:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18475 count 1 00010000:00010000:2.0:1740485460.330422:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330428:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330429:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330433:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009afae400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.330436:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330438:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3654 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330441:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330443:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.330444:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.330447:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330449:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.330455:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afae400/0x5922c046cdb8c6b9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330459:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3654 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330466:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3654 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.330466:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3842:3764:x1825030708318208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2404us (2464us total) trans 4295501621 rc 0/0 00000100:00100000:1.0:1740485460.330471:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431586 00000004:00080000:0.0:1740485460.330472:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb08700/2, rc 0, transno 4295501621 00000100:00100000:3.0:1740485460.330474:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708320896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.330479:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708318208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.330496:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.330501:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708321024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.330519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.330533:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3842:3767:x1825030708318720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2222us (2251us total) trans 4295501622 rc 0/0 00000100:00100000:1.0:1740485460.330533:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708321024 00000004:00080000:0.0:1740485460.330536:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb09180/2, rc 0, transno 4295501622 00000100:00100000:2.0:1740485460.330537:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431589 00000100:00100000:1.0:1740485460.330537:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708321024 00000100:00100000:0.0:1740485460.330562:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708318720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.330607:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708321152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.330620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.330622:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431597 00000100:00100000:1.0:1740485460.330626:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3842:3767:x1825030708321024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.330637:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708321152 00002000:00080000:1.0:1740485460.330637:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18476 count 1 00000100:00100000:3.0:1740485460.330640:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708321152 00010000:00010000:1.0:1740485460.330645:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.330652:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431598 00000100:00100000:3.0:1740485460.330655:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3843:3764:x1825030708321152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.330655:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.330663:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18477 count 1 00010000:00010000:1.0:1740485460.330665:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.330666:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.330668:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330669:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330676:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330680:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.330681:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.330681:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.330682:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.330688:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.330692:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.330696:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708321280:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.330698:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.330703:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708321408:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.330715:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.330717:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.331455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.331469:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708320128:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.331475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.331483:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.331497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.331509:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233408 00000100:00100000:1.0:1740485460.331515:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233408 00000100:00100000:3.0:1740485460.331526:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233536 00010000:00010000:1.0:1740485460.331530:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3655 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.331531:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233536 00000100:00100000:0.0:1740485460.331537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.331545:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3656 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.331568:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233664 00000100:00100000:1.0:1740485460.331571:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233664 00000100:00100000:0.0:1740485460.331594:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708320640:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.331598:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3657 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.331604:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233792 00000100:00100000:3.0:1740485460.331607:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233792 00010000:00010000:0.0:1740485460.331607:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.331610:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520372 00000100:00100000:2.0:1740485460.331615:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3658:2004:x1825030869233408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.331617:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3658 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331623:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.331624:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520373 00010000:00010000:2.0:1740485460.331628:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3658 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.331628:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3658:2006:x1825030869233536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.331636:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.331637:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520374 00010000:00010000:2.0:1740485460.331637:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3658 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.331639:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3658 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.331642:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3658:2006:x1825030869233664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.331645:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3658 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331649:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098738e00/0x5922c046cdabdbb0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d701 expref: 3658 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.331650:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.331654:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3658 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.331654:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331655:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331657:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331659:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.331661:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3657 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331661:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331662:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331663:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331670:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.331670:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331670:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.331671:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.331673:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331678:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331685:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.331686:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.331694:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3657:2006:x1825030869233536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.331698:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520373 00000100:00100000:2.0:1740485460.331702:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3657:2004:x1825030869233408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.331709:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3656:2006:x1825030869233664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.331709:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520372 00000100:00100000:1.0:1740485460.331712:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520375 00000100:00100000:3.0:1740485460.331715:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520374 00000100:00100000:1.0:1740485460.331715:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3656:2006:x1825030869233792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.331719:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.331722:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3655 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331727:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331727:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3654 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331734:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331734:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d81b800/0x5922c046cdabdc89 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d79b expref: 3654 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.331739:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f27a00/0x5922c046cdabdd31 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d7fd expref: 3654 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331741:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331741:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331742:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331743:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.331745:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708320384:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.331748:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331748:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331753:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331754:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331756:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.331758:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331760:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095046e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.331761:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331763:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331765:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.331765:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3652:2006:x1825030869233792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (229us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.331769:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.331769:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520375 00010000:00010000:2.0:1740485460.331770:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331773:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331777:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123ee5200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.331779:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331779:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331783:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331785:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095046e00/0x5922c046cdb8c6c7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.331786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.331788:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331791:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5200/0x5922c046cdb8c6d5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.331793:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869233920 00000100:00100000:1.0:1740485460.331795:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869233920 00010000:00010000:1.0:1740485460.331801:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3652 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.331810:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520376 00000100:00100000:1.0:1740485460.331813:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3652:2006:x1825030869233920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.331816:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.331818:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3652 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.331826:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3652 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.331828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.331832:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331833:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331834:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.331835:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234048 00000100:00100000:3.0:1740485460.331837:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234048 00000100:00100000:0.0:1740485460.331837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.331838:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331844:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3653 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.331846:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.331852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.331855:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234176 00000100:00100000:1.0:1740485460.331856:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869233920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.331857:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234176 00000100:00100000:1.0:1740485460.331860:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520376 00010000:00010000:3.0:1740485460.331863:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.331867:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234304 00000100:00100000:1.0:1740485460.331868:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234304 00010000:00010000:1.0:1740485460.331873:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.331876:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520377 00000100:00100000:3.0:1740485460.331881:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3654:2006:x1825030869234048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.331883:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3845:3765:x1825030708319488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1792us (1833us total) trans 4295501623 rc 0/0 00000100:00100000:1.0:1740485460.331883:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520378 00000100:00100000:1.0:1740485460.331886:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3654:2003:x1825030869234176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.331887:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.331889:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.331891:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3654 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.331891:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431591 00000004:00080000:0.0:1740485460.331891:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb09880/2, rc 0, transno 4295501623 00010000:00010000:1.0:1740485460.331892:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.331899:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3654 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.331899:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708319488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.331900:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3654 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.331905:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331906:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331907:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.331908:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520379 00010000:00010000:3.0:1740485460.331910:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.331911:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331912:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.331913:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3654:2003:x1825030869234304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.331914:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331917:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.331920:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.331920:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.331924:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.331926:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3654:2003:x1825030869234176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.331929:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520378 00000100:00100000:0.0:1740485460.331930:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708321536:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.331931:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.331933:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3654 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.331943:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.331945:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.331948:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.331949:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869234048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.331949:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073d7f600/0x5922c046cdabdc27 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d74e expref: 3653 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.331954:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520377 00010000:00010000:2.0:1740485460.331955:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.331957:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708320256:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.331957:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.331965:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.331966:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331970:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331975:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.331979:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331980:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013192f800/0x5922c046cdabde65 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8a5 expref: 3651 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.331980:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3651:2003:x1825030869234304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (126us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.331980:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331984:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.331986:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.331987:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520379 00010000:00010000:1.0:1740485460.331987:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.331989:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708320896:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.331990:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.331992:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.331993:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.331996:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.331999:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.331999:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332001:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332004:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c6ce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332005:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708321536 00010000:00010000:0.0:1740485460.332005:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332008:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708321536 00010000:00010000:3.0:1740485460.332010:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.332011:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab83e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.332014:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332016:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332021:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431599 00010000:00010000:0.0:1740485460.332021:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332023:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332025:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3845:3765:x1825030708321536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.332029:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332035:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.332035:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.332037:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18478 count 1 00010000:00010000:3.0:1740485460.332041:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123ee5c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.332041:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab83e00/0x5922c046cdb8c6e3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332043:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332046:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332050:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332055:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3649 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332058:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332061:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332062:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5c00/0x5922c046cdb8c6ea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332063:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.332065:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332080:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3649 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332088:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3649 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.332097:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708321664:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.332107:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3848:3766:x1825030708319616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2012us (2042us total) trans 4295501625 rc 0/0 00000100:00100000:1.0:1740485460.332113:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431592 00000100:00100000:2.0:1740485460.332114:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d600 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.332126:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124a2d600/0x5922c046cdabdf7d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d93f expref: 3649 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.332137:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708321408:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.332140:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d937400/0x5922c046cdabdda1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d843 expref: 3648 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.332146:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.332150:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708320512:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.332163:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332165:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3847:3767:x1825030708319744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1967us (1992us total) trans 4295501626 rc 0/0 00010000:00010000:1.0:1740485460.332170:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332172:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431595 00010000:00010000:1.0:1740485460.332176:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332180:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3846:3764:x1825030708319872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2038us (2072us total) trans 4295501624 rc 0/0 00010000:00010000:1.0:1740485460.332182:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332187:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431593 00010000:00010000:1.0:1740485460.332188:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.332190:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0a680/2, rc 0, transno 4295501626 00000100:00100000:0.0:1740485460.332194:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708319744:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.332195:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332199:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319db200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.332201:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332205:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.332206:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3845:3767:x1825030708320768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1792us (1853us total) trans 4295501627 rc 0/0 00000004:00080000:2.0:1740485460.332211:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0ad80/2, rc 0, transno 4295501624 00000100:00100000:3.0:1740485460.332212:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431596 00000004:00080000:0.0:1740485460.332212:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb08e00/2, rc 0, transno 4295501627 00010000:00010000:1.0:1740485460.332215:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332215:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708320768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.332216:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708319872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.332219:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319db200/0x5922c046cdb8c6dc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332226:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332230:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332235:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332238:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332242:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332248:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123ee5000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.332250:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332254:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332259:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332262:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.332263:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123ee5000/0x5922c046cdb8c6f8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332298:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.332299:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3846:3764:x1825030708320000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2130us (2158us total) trans 4295501628 rc 0/0 00000100:00100000:0.0:1740485460.332301:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708322048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.332304:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431594 00000004:00080000:2.0:1740485460.332315:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0b480/2, rc 0, transno 4295501628 00000100:00100000:0.0:1740485460.332317:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.332322:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0a300/2, rc 0, transno 4295501625 00000100:00100000:2.0:1740485460.332323:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708320000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.332325:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708319616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.332328:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708321792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.332330:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1740485460.332334:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3845:3764:x1825030708321152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1677us (1712us total) trans 4295501629 rc 0/0 00000100:00100000:1.0:1740485460.332334:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708321920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.332336:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.332338:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431598 00000100:00100000:3.0:1740485460.332346:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708322048 00000100:00100000:1.0:1740485460.332346:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.332348:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708322048 00000100:00100000:2.0:1740485460.332353:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708322176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.332360:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708321792 00000100:00100000:3.0:1740485460.332362:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708321792 00000100:00100000:1.0:1740485460.332364:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708322304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.332368:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.332369:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708321920 00000100:00100000:3.0:1740485460.332370:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708321920 00000100:00100000:3.0:1740485460.332376:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708322176 00000100:00100000:3.0:1740485460.332377:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708322176 00000100:00100000:3.0:1740485460.332383:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431600 00000100:00100000:1.0:1740485460.332383:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.332384:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c085180/2, rc 0, transno 4295501629 00000100:00100000:3.0:1740485460.332385:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3848:3767:x1825030708321792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.332387:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708322304 00000100:00100000:2.0:1740485460.332388:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708321152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.332390:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708322304 00002000:00080000:3.0:1740485460.332393:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18479 count 1 00010000:00010000:3.0:1740485460.332400:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332401:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431601 00000100:00100000:0.0:1740485460.332404:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3849:3766:x1825030708321920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.332405:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431602 00010000:00010000:3.0:1740485460.332407:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3647 pid: 16679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.332408:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3849:3765:x1825030708322176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.332411:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332412:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332413:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332413:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431603 00002000:00080000:0.0:1740485460.332413:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18480 count 1 00000100:00100000:2.0:1740485460.332417:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3849:3766:x1825030708322304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.332418:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18482 count 1 00010000:00010000:0.0:1740485460.332419:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332423:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3647 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332424:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.332425:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18483 count 1 00010000:00010000:0.0:1740485460.332427:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3647 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332428:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3647 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.332431:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.332432:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332432:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3647 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.332432:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.332434:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708322560:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.332434:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332439:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.332439:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.332440:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3647 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332441:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.332443:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3647 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.332445:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.332447:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.332448:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3647 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.332449:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.332451:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.332451:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3647 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332454:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708322688:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.332457:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3647 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.332462:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708322816:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.332465:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3647 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332466:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.332471:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431604 00010000:00010000:2.0:1740485460.332474:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3647 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.332475:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3849:3765:x1825030708322048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.332475:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4cdbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.332478:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708322432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.332482:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708322944:192.168.204.38@tcp:104: 00002000:00080000:3.0:1740485460.332484:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18481 count 1 00010000:00010000:1.0:1740485460.332489:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f44f600/0x5922c046cdabdee3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d8f9 expref: 3647 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.332492:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.332496:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708321280:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.332502:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3646 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.332504:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.332505:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.332507:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.332509:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332512:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.332513:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332514:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332516:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332520:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332524:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332528:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332531:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3646 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332531:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319db800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.332532:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332536:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332540:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3646 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.332541:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.332545:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319db800/0x5922c046cdb8c6f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.332564:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708323072:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.332594:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.332602:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708322432 00000100:00100000:3.0:1740485460.332604:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708322432 00000100:00100000:3.0:1740485460.332615:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431605 00000100:00100000:3.0:1740485460.332617:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3851:3767:x1825030708322432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.332624:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18484 count 1 00010000:00010000:3.0:1740485460.332630:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332637:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3646 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332640:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332641:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332643:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.332645:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3851:3767:x1825030708321024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2018us (2125us total) trans 4295501630 rc 0/0 00000100:00100000:1.0:1740485460.332649:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431597 00010000:00010000:3.0:1740485460.332652:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3646 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.332654:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c084700/2, rc 0, transno 4295501630 00010000:00010000:3.0:1740485460.332658:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3646 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.332662:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708321024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.332663:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708323200:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.332677:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.332689:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708323328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.332708:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.332719:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708323328 00000100:00100000:3.0:1740485460.332720:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708323328 00000100:00100000:3.0:1740485460.332730:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431606 00000100:00100000:3.0:1740485460.332732:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3851:3764:x1825030708323328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.332739:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18485 count 1 00010000:00010000:3.0:1740485460.332744:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332750:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3646 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332754:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332755:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.332756:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332764:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3646 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.332770:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3646 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.332776:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708323456:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.332803:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.333743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.333764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.333771:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708321664:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.333783:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234432 00010000:00010000:2.0:1740485460.333783:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.333787:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234432 00000100:00100000:0.0:1740485460.333793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.333799:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3647 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.333800:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234560 00000100:00100000:2.0:1740485460.333803:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234560 00000100:00100000:0.0:1740485460.333806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.333814:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234688 00010000:00010000:2.0:1740485460.333814:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3648 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.333817:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234688 00000100:00100000:0.0:1740485460.333818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.333823:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3649 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.333829:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234816 00000100:00100000:2.0:1740485460.333832:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234816 00000100:00100000:0.0:1740485460.333834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.333839:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3650 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.333844:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869234944 00000100:00100000:3.0:1740485460.333846:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869234944 00000100:00100000:0.0:1740485460.333849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.333850:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235072 00010000:00010000:3.0:1740485460.333851:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3651 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.333852:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235200 00000100:00100000:2.0:1740485460.333854:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235200 00000100:00100000:1.0:1740485460.333856:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235072 00000100:00100000:3.0:1740485460.333860:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520380 00010000:00010000:2.0:1740485460.333861:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3653 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.333863:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869234432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.333864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.333868:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.333871:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3653 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.333871:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3653 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.333873:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235328 00000100:00100000:2.0:1740485460.333875:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235328 00010000:00010000:3.0:1740485460.333880:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3654 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.333882:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3654 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.333888:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d84fc00/0x5922c046cdabdfed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d98c expref: 3654 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.333894:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.333894:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520381 00010000:00010000:3.0:1740485460.333896:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.333898:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.333900:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869234560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.333904:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.333904:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520382 00000100:00100000:2.0:1740485460.333909:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869234688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.333909:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.333913:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3653 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.333916:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.333919:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.333920:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3653 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.333922:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3653 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.333929:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3653 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.333934:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.333936:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.333938:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3653:2006:x1825030869234432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.333939:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.333940:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.333942:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.333945:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520380 00010000:00010000:2.0:1740485460.333945:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.333946:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.333951:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.333958:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.333959:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520383 00010000:00010000:2.0:1740485460.333962:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.333963:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3652:2004:x1825030869234816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.333969:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.333973:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3652 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.333979:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3652:2006:x1825030869234688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.333979:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3652:2006:x1825030869234560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.333982:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3652 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.333986:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520381 00010000:00010000:3.0:1740485460.333990:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.333990:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520382 00010000:00010000:3.0:1740485460.333991:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.333993:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.333997:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.333999:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520384 00000100:00100000:1.0:1740485460.334002:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3650:2006:x1825030869234944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.334004:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.334009:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.334012:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3650 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.334017:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3650 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334019:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3650:2004:x1825030869234816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.334021:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520385 00010000:00010000:1.0:1740485460.334024:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.334025:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520383 00010000:00010000:1.0:1740485460.334025:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.334026:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3650:2004:x1825030869235200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.334027:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334031:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334032:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.334035:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520386 00010000:00010000:2.0:1740485460.334036:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3649 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334038:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3649:2004:x1825030869235072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.334038:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.334042:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.334044:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3649 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.334045:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3649 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.334050:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3649 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.334050:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3649:2006:x1825030869234944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.334054:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520384 00010000:00010000:3.0:1740485460.334055:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.334055:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.334056:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.334057:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.334058:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334059:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334062:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520387 00000100:00100000:1.0:1740485460.334064:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3648:2006:x1825030869235328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.334065:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334066:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334068:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.334070:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3648 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.334071:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.334075:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3648 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.334076:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.334080:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3648:2004:x1825030869235072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 42us (246us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.334081:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.334082:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.334084:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520386 00010000:00010000:1.0:1740485460.334084:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334088:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334090:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3647:2004:x1825030869235200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (239us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.334093:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.334097:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520385 00000100:00100000:1.0:1740485460.334101:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3647:2006:x1825030869235328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.334104:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520387 00010000:00010000:3.0:1740485460.334105:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008be52800/0x5922c046cdabe080 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138d9d9 expref: 3646 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334113:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708322560:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.334121:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334121:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334125:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334125:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800960ad200/0x5922c046cdabe2e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138db29 expref: 3644 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.334128:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334129:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334133:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334133:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708322816:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.334135:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334136:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334141:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334142:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334143:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334146:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334147:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123ee4600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.334148:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334149:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334150:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334152:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334154:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334157:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334158:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334159:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095047200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.334161:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123ee4600/0x5922c046cdb8c706 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334162:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334162:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334167:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f29800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.334168:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334170:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334175:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334177:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 2/0,0 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334183:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095047200/0x5922c046cdb8c6ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334184:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334191:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f29800/0x5922c046cdb8c714 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.334239:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3854:3767:x1825030708321792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1851us (1901us total) trans 4295501631 rc 0/0 00000100:00100000:3.0:1740485460.334245:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431600 00000004:00080000:0.0:1740485460.334255:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82d180/2, rc 0, transno 4295501631 00000100:00100000:0.0:1740485460.334263:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708321792:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334270:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124b4e800/0x5922c046cdabe534 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc72 expref: 3643 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334282:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708323456:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.334283:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3853:3765:x1825030708321536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2256us (2324us total) trans 4295501632 rc 0/0 00000100:00100000:2.0:1740485460.334289:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431599 00010000:00010000:3.0:1740485460.334292:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334292:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3853:3765:x1825030708322176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1882us (1922us total) trans 4295501633 rc 0/0 00000100:00100000:0.0:1740485460.334292:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708323584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.334297:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431602 00010000:00010000:3.0:1740485460.334304:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334310:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.334312:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.334316:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334317:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdabe144 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da50 expref: 3642 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.334319:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334321:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124b4f600/0x5922c046cdabe3a5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dbe6 expref: 3642 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.334323:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334324:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708322688:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.334327:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbf200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.334328:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.334330:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccf800/2, rc 0, transno 4295501633 00000100:00100000:2.0:1740485460.334331:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708322944:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.334332:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334332:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334336:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.334336:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708322176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334338:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334340:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334341:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c730 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334344:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334347:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334351:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334354:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334354:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab82000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.334356:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334359:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334361:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334365:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.334365:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82e300/2, rc 0, transno 4295501632 00000100:00100000:0.0:1740485460.334371:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708321536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.334372:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c70d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334373:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334380:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334386:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334393:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334398:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e7b8c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.334399:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708323840:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.334401:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334408:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334418:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334424:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c71b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.334483:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3854:3764:x1825030708323328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1749us (1775us total) trans 4295501634 rc 0/0 00000100:00100000:0.0:1740485460.334486:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.334488:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431606 00000100:00100000:1.0:1740485460.334489:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3854:3766:x1825030708321920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2083us (2142us total) trans 4295501635 rc 0/0 00000100:00100000:1.0:1740485460.334493:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431601 00000100:00100000:3.0:1740485460.334497:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708323584 00000100:00100000:3.0:1740485460.334499:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708323584 00000100:00100000:1.0:1740485460.334501:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708323840 00000100:00100000:0.0:1740485460.334502:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.334504:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708323840 00000100:00100000:0.0:1740485460.334505:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708323712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.334508:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431607 00000100:00100000:3.0:1740485460.334513:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431608 00000100:00100000:2.0:1740485460.334513:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3854:3765:x1825030708323584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.334515:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3854:3767:x1825030708323840:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.334515:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.334522:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708323712 00002000:00080000:3.0:1740485460.334523:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18488 count 1 00002000:00080000:2.0:1740485460.334523:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18486 count 1 00000100:00100000:1.0:1740485460.334523:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708323712 00010000:00010000:3.0:1740485460.334529:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334531:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334531:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431609 00000100:00100000:1.0:1740485460.334533:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3855:3767:x1825030708323712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334536:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3640 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334539:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.334540:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334541:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3640 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334542:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.334542:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18487 count 1 00010000:00010000:2.0:1740485460.334547:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334562:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334565:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334565:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334568:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3640 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334573:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3640 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.334573:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3640 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334592:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.334593:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334595:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3640 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334595:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.334597:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708323968:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.334603:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3640 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.334607:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3640 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.334613:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.334613:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708324096:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.334616:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3640 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.334622:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708324224:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.334629:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa46000/0x5922c046cdabe454 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dc17 expref: 3640 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.334632:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.334637:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d3dccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.334638:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708323200:192.168.204.38@tcp:104: 00000004:00080000:2.0:1740485460.334646:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82fb80/2, rc 0, transno 4295501634 00010000:00010000:3.0:1740485460.334648:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334652:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708323328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334654:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334660:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.334663:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82d500/2, rc 0, transno 4295501635 00000100:00100000:2.0:1740485460.334665:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708321920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334667:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334673:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334678:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708324352:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334680:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.334683:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708324480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334685:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800b4064a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.334688:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334691:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.334699:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.334706:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.334707:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708324352 00010000:00010000:3.0:1740485460.334708:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334709:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708324352 00000100:00100000:2.0:1740485460.334711:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3856:3766:x1825030708322304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2293us (2327us total) trans 4295501636 rc 0/0 00010000:00010000:3.0:1740485460.334714:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4064a00/0x5922c046cdb8c729 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334716:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431603 00000100:00100000:1.0:1740485460.334723:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708324480 00000100:00100000:1.0:1740485460.334724:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708324480 00000100:00100000:2.0:1740485460.334725:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431610 00000100:00100000:2.0:1740485460.334728:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3856:3764:x1825030708324352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.334732:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431611 00000100:00100000:1.0:1740485460.334735:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800723ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3856:3765:x1825030708324480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.334737:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18489 count 1 00002000:00080000:1.0:1740485460.334743:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18490 count 1 00010000:00010000:2.0:1740485460.334746:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334749:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334756:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3639 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334756:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3639 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334760:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.334761:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334762:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.334762:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334763:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.334766:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334771:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3639 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334776:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3639 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.334781:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708324608:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.334782:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3639 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.334791:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3639 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.334794:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4cdbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.334801:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708324736:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.334820:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3857:3767:x1825030708322432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2200us (2312us total) trans 4295501637 rc 0/0 00000100:00100000:2.0:1740485460.334820:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.334822:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d217100/2, rc 0, transno 4295501637 00000100:00100000:3.0:1740485460.334824:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431605 00000100:00100000:1.0:1740485460.334827:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708322432:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.334837:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccd500/2, rc 0, transno 4295501636 00000100:00100000:1.0:1740485460.334841:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.334843:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b100c00/0x5922c046cdabe1de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138da9d expref: 3639 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334850:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708323072:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.334852:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708322304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334857:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334858:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.334859:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708324864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334862:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334863:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708324992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.334865:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334872:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.334876:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334879:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.334881:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.334882:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124bdf600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.334884:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334888:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.334893:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334895:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708324864 00000100:00100000:1.0:1740485460.334896:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708324864 00010000:00010000:3.0:1740485460.334898:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124bdf600/0x5922c046cdb8c722 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334905:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708324992 00000100:00100000:1.0:1740485460.334906:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708324992 00000100:00100000:1.0:1740485460.334913:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431612 00000100:00100000:1.0:1740485460.334915:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3858:3767:x1825030708324864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.334921:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431613 00002000:00080000:1.0:1740485460.334922:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18491 count 1 00000100:00100000:0.0:1740485460.334926:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3858:3766:x1825030708324992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.334928:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334935:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3638 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334938:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.334939:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1740485460.334939:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18492 count 1 00010000:00010000:1.0:1740485460.334942:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.334948:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334956:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3638 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.334958:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3638 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.334965:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3638 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.334965:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.334967:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.334969:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.334974:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708325120:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.334985:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3638 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.334993:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3638 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.334995:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3859:3765:x1825030708322048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2519us (2676us total) trans 4295501638 rc 0/0 00000100:00100000:1.0:1740485460.334995:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800912c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.334999:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431604 00000100:00100000:0.0:1740485460.335003:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708325248:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.335023:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.335041:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82c700/2, rc 0, transno 4295501638 00000100:00100000:0.0:1740485460.335055:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708322048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.335100:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.335108:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708325376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.335126:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.335154:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708325376 00000100:00100000:3.0:1740485460.335156:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708325376 00000100:00100000:3.0:1740485460.335167:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431614 00000100:00100000:3.0:1740485460.335170:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3859:3765:x1825030708325376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.335177:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18493 count 1 00010000:00010000:3.0:1740485460.335184:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335191:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3638 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335194:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.335195:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.335197:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335206:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3638 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335211:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3638 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.335217:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708325504:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.335237:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.335677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.335682:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708323968:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.335691:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.335697:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708324096:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.335702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.335714:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.335719:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235456 00000100:00100000:3.0:1740485460.335721:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235456 00000100:00100000:2.0:1740485460.335730:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235584 00010000:00010000:3.0:1740485460.335732:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3639 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.335733:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235584 00000100:00100000:0.0:1740485460.335737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.335744:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3640 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.335748:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235712 00000100:00100000:3.0:1740485460.335750:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235712 00000100:00100000:1.0:1740485460.335754:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520388 00010000:00010000:3.0:1740485460.335758:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3641 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.335759:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3641:2006:x1825030869235456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.335761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.335766:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235840 00010000:00010000:1.0:1740485460.335767:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.335768:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235840 00010000:00010000:1.0:1740485460.335772:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3642 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.335774:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520389 00010000:00010000:2.0:1740485460.335775:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3642 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.335779:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3642:2004:x1825030869235584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.335781:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3642 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.335785:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.335787:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520390 00010000:00010000:3.0:1740485460.335790:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3642 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.335791:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3642:2006:x1825030869235712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.335792:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c9a1a00/0x5922c046cdabe5e3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dccd expref: 3642 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.335797:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.335799:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3641 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.335801:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3641 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.335801:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.335802:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.335805:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335808:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5130e00/0x5922c046cdabe6df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd7c expref: 3641 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.335809:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3641 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.335812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.335814:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.335815:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.335816:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335817:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335818:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.335820:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.335823:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335825:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335829:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.335831:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.335834:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.335839:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.335845:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.335849:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3640:2004:x1825030869235584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.335849:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3640:2006:x1825030869235456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.335853:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520389 00000100:00100000:2.0:1740485460.335855:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3640:2006:x1825030869235712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.335856:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520388 00010000:00010000:0.0:1740485460.335858:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.335860:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520390 00000100:00100000:3.0:1740485460.335862:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869235968 00000100:00100000:3.0:1740485460.335864:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869235968 00010000:00010000:0.0:1740485460.335865:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335869:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3638 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.335872:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.335874:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520391 00010000:00010000:0.0:1740485460.335878:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.335879:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3638:2003:x1825030869235840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.335884:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b674400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.335886:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.335888:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520392 00010000:00010000:2.0:1740485460.335892:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.335892:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3638:2006:x1825030869235968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.335893:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335897:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335898:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3638 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.335898:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.335901:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.335903:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3638 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.335903:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335906:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335906:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3638 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.335909:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.335910:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c73e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.335911:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3638 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.335913:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335917:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.335918:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.335919:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbfa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.335920:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.335921:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335921:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.335921:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.335924:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335925:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335928:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335930:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.335930:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.335934:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c737 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.335939:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.335940:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.335953:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3638:2003:x1825030869235840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.335956:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3638:2006:x1825030869235968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.335959:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520391 00000100:00100000:1.0:1740485460.335963:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520392 00010000:00010000:1.0:1740485460.335989:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099978200/0x5922c046cdabe668 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dd21 expref: 3636 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.335993:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdabe76b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ddd7 expref: 3636 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.335999:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708324224:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.336004:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708324736:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.336010:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336015:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3861:3767:x1825030708323840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1498us (1528us total) trans 4295501640 rc 0/0 00010000:00010000:1.0:1740485460.336017:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336019:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431608 00000100:00100000:0.0:1740485460.336020:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3861:3765:x1825030708323584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1505us (1706us total) trans 4295501639 rc 0/0 00010000:00010000:1.0:1740485460.336024:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336028:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431607 00010000:00010000:2.0:1740485460.336030:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336030:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.336036:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ece00/2, rc 0, transno 4295501640 00010000:00010000:1.0:1740485460.336036:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336037:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336041:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708323840:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.336042:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336044:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336048:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f28200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.336050:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336050:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.336055:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1df80/2, rc 0, transno 4295501639 00010000:00010000:2.0:1740485460.336057:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336062:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336064:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336069:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f91e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.336069:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708323584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.336071:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336072:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336076:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c745 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336078:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708325632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.336079:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336084:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.336088:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336091:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708325760:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.336094:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f91e00/0x5922c046cdb8c74c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336158:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.336173:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.336242:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3861:3767:x1825030708323712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1705us (1724us total) trans 4295501641 rc 0/0 00000100:00100000:0.0:1740485460.336242:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708325632 00000004:00080000:3.0:1740485460.336245:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097e58000/2, rc 0, transno 4295501641 00000100:00100000:0.0:1740485460.336246:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708325632 00000100:00100000:1.0:1740485460.336249:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431609 00000100:00100000:3.0:1740485460.336250:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708323712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.336252:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c085c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3862:3764:x1825030708324352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1522us (1558us total) trans 4295501642 rc 0/0 00000100:00100000:2.0:1740485460.336259:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431610 00000100:00100000:0.0:1740485460.336260:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708325760 00000100:00100000:0.0:1740485460.336262:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708325760 00000100:00100000:1.0:1740485460.336263:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431615 00000100:00100000:1.0:1740485460.336267:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3862:3765:x1825030708325632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.336269:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708325888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.336273:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431616 00002000:00080000:1.0:1740485460.336278:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18494 count 1 00000100:00100000:0.0:1740485460.336278:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3861:3767:x1825030708325760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.336282:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.336287:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.336289:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18495 count 1 00000004:00080000:2.0:1740485460.336291:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c085500/2, rc 0, transno 4295501642 00000100:00100000:3.0:1740485460.336294:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708325888 00000100:00100000:3.0:1740485460.336296:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708325888 00010000:00010000:1.0:1740485460.336297:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3634 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336298:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336303:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.336305:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.336306:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708324352:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.336307:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336308:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3634 pid: 16631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336315:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708326016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.336322:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431617 00010000:00010000:1.0:1740485460.336323:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3634 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336325:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3862:3767:x1825030708325888:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.336328:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3634 pid: 16625 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.336332:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18496 count 1 00000100:00100000:2.0:1740485460.336333:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.336334:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708326144:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.336339:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.336345:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3634 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.336348:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801355c9d80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.336349:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.336350:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.336350:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708326016 00010000:00010000:3.0:1740485460.336352:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336353:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708326016 00010000:00010000:0.0:1740485460.336357:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.336359:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.336360:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3634 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336361:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336364:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cf8e00/0x5922c046cdabe7f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de24 expref: 3634 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.336366:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3634 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.336370:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431618 00000100:00100000:3.0:1740485460.336371:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708326272:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.336372:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708324608:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.336375:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3863:3764:x1825030708326016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.336376:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3633 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336382:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336384:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3633 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.336385:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.336385:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18497 count 1 00010000:00010000:1.0:1740485460.336387:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336390:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336393:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708326400:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.336394:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336394:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336398:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336403:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336405:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3633 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336406:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072baba00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.336408:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336411:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.336411:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336412:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.336413:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.336415:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336417:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336420:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072baba00/0x5922c046cdb8c753 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336429:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3633 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336438:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3633 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.336448:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708326528:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.336457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.336466:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.336493:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236096 00000100:00100000:3.0:1740485460.336496:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236096 00000100:00100000:2.0:1740485460.336505:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708325504:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.336506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.336507:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800723ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3864:3765:x1825030708324480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1769us (1798us total) trans 4295501643 rc 0/0 00010000:00010000:3.0:1740485460.336508:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3634 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.336513:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431611 00010000:00010000:2.0:1740485460.336518:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336524:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236224 00000100:00100000:3.0:1740485460.336526:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236224 00000100:00100000:2.0:1740485460.336532:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520393 00010000:00010000:3.0:1740485460.336534:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3635 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.336537:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3635:2006:x1825030869236096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.336544:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.336548:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520394 00010000:00010000:2.0:1740485460.336563:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3635 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.336564:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3635:2006:x1825030869236224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.336566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.336569:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.336572:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3635 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.336573:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3635 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.336592:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3635 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.336599:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.336600:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f943a00/0x5922c046cdabe8ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df27 expref: 3635 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.336601:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.336604:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.336608:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.336610:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.336611:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.336612:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.336619:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336622:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.336629:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1740485460.336632:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c085880/2, rc 0, transno 4295501643 00000100:00100000:0.0:1740485460.336632:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708325248:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.336639:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708324480:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.336641:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336642:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3634:2006:x1825030869236096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 103us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.336646:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3634:2006:x1825030869236224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.336648:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520393 00000100:00100000:3.0:1740485460.336653:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520394 00010000:00010000:1.0:1740485460.336656:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c388800/0x5922c046cdabe83d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138de86 expref: 3634 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.336660:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236352 00000100:00100000:2.0:1740485460.336662:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236352 00000100:00100000:1.0:1740485460.336666:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708325120:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.336672:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3632 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.336679:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336686:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520395 00010000:00010000:1.0:1740485460.336686:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336690:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3632:2004:x1825030869236352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.336692:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336696:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.336696:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.336699:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3632 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.336699:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336700:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708326656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.336705:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336707:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3632 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.336711:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336716:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.336716:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099218400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.336718:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336723:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f942c00/0x5922c046cdabe898 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138decc expref: 3632 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.336724:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336732:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.336732:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336733:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.336733:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708326656 00010000:00010000:2.0:1740485460.336736:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336737:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708326656 00010000:00010000:1.0:1740485460.336742:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099218400/0x5922c046cdb8c75a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336743:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.336753:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431619 00010000:00010000:2.0:1740485460.336756:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.336758:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3864:3764:x1825030708326656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.336768:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18498 count 1 00000100:00100000:2.0:1740485460.336774:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3631:2004:x1825030869236352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (207us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.336777:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.336780:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520395 00010000:00010000:0.0:1740485460.336787:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3631 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336793:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.336794:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.336796:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336817:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3630 pid: 16616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.336820:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3865:3767:x1825030708324864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1903us (1947us total) trans 4295501644 rc 0/0 00000100:00100000:1.0:1740485460.336824:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431612 00010000:00010000:0.0:1740485460.336826:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3630 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.336835:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708326784:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.336853:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.336866:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336866:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.336872:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c18380/2, rc 0, transno 4295501644 00010000:00010000:0.0:1740485460.336872:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336873:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336877:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708324864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.336879:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336880:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336885:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336886:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336891:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1740485460.336892:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336895:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708326912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.336897:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336902:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009afaf800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.336905:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.336908:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.336910:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336918:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.336923:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afaf800/0x5922c046cdb8c768 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.336935:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708326912 00000100:00100000:1.0:1740485460.336938:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708326912 00000100:00100000:1.0:1740485460.336949:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431620 00000100:00100000:1.0:1740485460.336952:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3865:3767:x1825030708326912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.336956:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab83000 already unused, calling callback (ffffffffa0872710) 00002000:00080000:1.0:1740485460.336959:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18499 count 1 00010000:00010000:0.0:1740485460.336960:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336966:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336967:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336973:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3630 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336977:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.336977:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336978:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.336979:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.336984:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab83000/0x5922c046cdb8c761 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336989:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3630 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.336994:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3630 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.337000:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708327040:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.337013:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800912c9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.337023:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3866:3765:x1825030708325376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1850us (1895us total) trans 4295501645 rc 0/0 00000100:00100000:2.0:1740485460.337029:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431614 00000004:00080000:3.0:1740485460.337040:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c19c00/2, rc 0, transno 4295501645 00000100:00100000:3.0:1740485460.337046:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708325376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.337081:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.337088:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3866:3766:x1825030708324992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2159us (2204us total) trans 4295501646 rc 0/0 00000100:00100000:0.0:1740485460.337094:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431613 00000100:00100000:3.0:1740485460.337095:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.337105:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708327168 00000100:00100000:0.0:1740485460.337108:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708327168 00000004:00080000:3.0:1740485460.337111:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c18a80/2, rc 0, transno 4295501646 00000100:00100000:3.0:1740485460.337115:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708324992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.337122:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431621 00000100:00100000:0.0:1740485460.337126:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3866:3767:x1825030708327168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.337136:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18500 count 1 00000100:00100000:3.0:1740485460.337138:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.337143:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708327296:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.337145:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337155:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3630 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.337158:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.337161:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.337162:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.337164:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.337169:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708327296 00000100:00100000:2.0:1740485460.337172:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708327296 00010000:00010000:0.0:1740485460.337180:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3630 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337189:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3630 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.337191:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431622 00000100:00100000:2.0:1740485460.337195:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3867:3765:x1825030708327296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.337197:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708327424:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.337204:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18501 count 1 00010000:00010000:2.0:1740485460.337213:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.337216:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.337227:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3630 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337233:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.337235:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.337237:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337250:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3630 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337256:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3630 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.337262:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708327552:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.337286:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9de40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.337673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.337674:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708326144:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.337685:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.337690:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708326272:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.337698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.337699:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.337707:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236480 00000100:00100000:2.0:1740485460.337710:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236480 00010000:00010000:2.0:1740485460.337720:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3631 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.337725:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708326400:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.337725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.337730:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236608 00000100:00100000:2.0:1740485460.337731:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236608 00010000:00010000:1.0:1740485460.337734:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.337736:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236736 00010000:00010000:2.0:1740485460.337736:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3632 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.337739:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236736 00000100:00100000:2.0:1740485460.337745:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520396 00000100:00100000:2.0:1740485460.337748:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3633:2006:x1825030869236480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.337749:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3633 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.337753:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.337755:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3633 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.337760:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3633 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.337766:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520397 00010000:00010000:2.0:1740485460.337768:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f700600/0x5922c046cdabe96a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138df74 expref: 3633 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.337770:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3633:2003:x1825030869236608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.337774:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.337775:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.337777:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.337777:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337781:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3632 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.337781:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.337784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.337789:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3632 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.337792:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.337796:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236864 00000100:00100000:1.0:1740485460.337798:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236864 00010000:00010000:3.0:1740485460.337801:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ca04400/0x5922c046cdabea3c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e015 expref: 3633 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.337805:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3633:2006:x1825030869236480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.337806:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3633 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.337809:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520396 00010000:00010000:3.0:1740485460.337811:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.337813:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.337815:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.337818:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520398 00000100:00100000:1.0:1740485460.337821:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3631:2006:x1825030869236736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.337822:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337825:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.337828:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3631 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.337833:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3631 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.337835:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.337838:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520399 00000100:00100000:2.0:1740485460.337841:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3631:2006:x1825030869236864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.337845:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.337846:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099257a00/0x5922c046cdabe9a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138dfba expref: 3631 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.337848:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3631 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.337851:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3631:2003:x1825030869236608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.337853:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3630 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.337855:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520397 00010000:00010000:1.0:1740485460.337856:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.337858:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.337859:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.337860:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.337860:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337862:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337866:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337867:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337871:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337872:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.337875:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337879:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337880:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.337882:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3629:2006:x1825030869236864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (100us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.337883:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.337885:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520399 00010000:00010000:3.0:1740485460.337887:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337889:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337890:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbe600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.337891:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337895:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.337897:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3628:2006:x1825030869236736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.337897:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337900:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.337903:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbe600/0x5922c046cdb8c77d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.337903:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520398 00010000:00010000:2.0:1740485460.337904:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f7d9000/0x5922c046cdabeab3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e054 expref: 3628 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.337904:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.337911:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708326528:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.337911:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337917:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337922:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337922:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab82e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.337923:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337925:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337927:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337929:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337932:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337934:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337936:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337938:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337942:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337942:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337943:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337946:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.337948:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82e00/0x5922c046cdb8c776 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337951:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a588000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.337954:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337954:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337960:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337960:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095047800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.337962:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337968:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.337968:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.337974:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8c784 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.337977:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3868:3767:x1825030708325888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1651us (1693us total) trans 4295501647 rc 0/0 00010000:00010000:1.0:1740485460.337977:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.337981:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431617 00010000:00010000:1.0:1740485460.337983:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095047800/0x5922c046cdb8c76f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.337998:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ec000/2, rc 0, transno 4295501647 00000100:00100000:3.0:1740485460.338002:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708325888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.338080:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3870:3764:x1825030708326016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1703us (1745us total) trans 4295501649 rc 0/0 00000100:00100000:2.0:1740485460.338087:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431618 00000100:00100000:1.0:1740485460.338093:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3870:3765:x1825030708325632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1824us (1934us total) trans 4295501650 rc 0/0 00000100:00100000:1.0:1740485460.338100:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431615 00000100:00100000:1.0:1740485460.338119:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708327680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.338137:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1740485460.338149:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8eca80/2, rc 0, transno 4295501648 00000100:00100000:0.0:1740485460.338153:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3868:3767:x1825030708325760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1873us (1977us total) trans 4295501648 rc 0/0 00000004:00080000:1.0:1740485460.338158:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ece00/2, rc 0, transno 4295501650 00000100:00100000:0.0:1740485460.338159:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431616 00000100:00100000:3.0:1740485460.338160:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708325760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.338162:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708325632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.338171:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708327680 00000004:00080000:3.0:1740485460.338172:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ed500/2, rc 0, transno 4295501649 00000100:00100000:0.0:1740485460.338174:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708327680 00000100:00100000:3.0:1740485460.338175:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708326016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.338188:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431623 00000100:00100000:0.0:1740485460.338192:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3868:3765:x1825030708327680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.338202:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1740485460.338202:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18502 count 1 00000100:00100000:3.0:1740485460.338209:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.338211:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.338219:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708328064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.338221:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3626 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.338229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.338233:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.338234:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.338236:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.338237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.338241:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708327936 00000100:00100000:3.0:1740485460.338243:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.338244:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708327936 00010000:00010000:0.0:1740485460.338252:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3626 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.338254:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708328064 00000100:00100000:1.0:1740485460.338255:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708328064 00010000:00010000:0.0:1740485460.338260:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3626 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.338263:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431624 00000100:00100000:3.0:1740485460.338265:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.338265:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3870:3767:x1825030708327936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.338267:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431625 00000100:00100000:0.0:1740485460.338269:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708328192:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.338271:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3870:3764:x1825030708328064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.338274:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18504 count 1 00010000:00010000:1.0:1740485460.338280:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.338283:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18505 count 1 00010000:00010000:1.0:1740485460.338288:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3626 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338291:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.338292:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.338292:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.338293:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338294:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338303:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3626 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338304:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3626 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338309:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3626 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.338310:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.338311:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.338313:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.338314:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708328320:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.338328:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3626 pid: 16616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.338328:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801355c9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.338335:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708327808 00010000:00010000:2.0:1740485460.338337:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3626 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.338337:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708327808 00000100:00100000:2.0:1740485460.338346:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708328448:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.338353:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431626 00000100:00100000:1.0:1740485460.338356:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3871:3767:x1825030708327808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.338363:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18503 count 1 00000100:00100000:2.0:1740485460.338367:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.338369:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338379:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3626 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338385:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.338386:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.338388:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338403:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3626 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338412:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3626 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.338420:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708328576:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.338442:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800a4cdbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.338573:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708326784:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.338601:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708327040:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.338602:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.338607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.338611:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.338623:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869236992 00000100:00100000:1.0:1740485460.338625:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869236992 00010000:00010000:1.0:1740485460.338634:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3627 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.338645:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520400 00000100:00100000:0.0:1740485460.338645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.338646:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708327424:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.338648:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3627:2006:x1825030869236992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.338652:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.338655:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3627 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.338656:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338659:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3627 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.338667:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c114600/0x5922c046cdabeb9a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e0d9 expref: 3627 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.338673:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.338674:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.338676:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338680:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.338681:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708327552:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.338684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.338689:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.338692:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.338695:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237248 00000100:00100000:3.0:1740485460.338700:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237248 00000100:00100000:2.0:1740485460.338704:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237120 00000100:00100000:1.0:1740485460.338706:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3627:2006:x1825030869236992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.338707:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237120 00010000:00010000:3.0:1740485460.338710:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3627 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.338711:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520400 00010000:00010000:2.0:1740485460.338717:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3628 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.338721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.338723:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520401 00000100:00100000:3.0:1740485460.338727:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237376 00000100:00100000:1.0:1740485460.338728:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3627:2006:x1825030869237248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.338729:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237376 00010000:00010000:1.0:1740485460.338733:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.338734:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3628 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.338735:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520402 00010000:00010000:1.0:1740485460.338738:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3628 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.338740:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3628:2003:x1825030869237120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.338743:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520403 00000100:00100000:3.0:1740485460.338746:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3628:2004:x1825030869237376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.338746:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.338746:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3628 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.338750:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3628 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.338751:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.338753:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3628 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.338757:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012312b800/0x5922c046cdabed29 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e196 expref: 3628 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.338758:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3628 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.338759:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3628 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.338767:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013627c000/0x5922c046cdabedca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e206 expref: 3627 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.338767:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.338769:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.338771:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.338774:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.338774:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.338775:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff4ec00/0x5922c046cdabec9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e149 expref: 3626 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.338776:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338778:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.338781:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338785:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.338787:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.338788:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.338789:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338792:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.338796:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.338801:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.338802:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3625:2004:x1825030869237376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.338805:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520403 00010000:00010000:2.0:1740485460.338807:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.338808:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3625:2006:x1825030869237248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (162us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.338809:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.338812:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520401 00010000:00010000:0.0:1740485460.338815:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.338823:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3623:2003:x1825030869237120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.338827:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338828:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.338829:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520402 00010000:00010000:0.0:1740485460.338833:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338835:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.338838:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfcb000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.338841:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338842:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.338846:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338848:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338854:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.338856:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338860:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099219c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.338862:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c799 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338863:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338869:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338874:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338879:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338881:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.338884:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099219c00/0x5922c046cdb8c792 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338888:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338895:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338907:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338913:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfca600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.338916:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338922:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338931:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.338938:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c78b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.338974:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3873:3767:x1825030708327168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1846us (1876us total) trans 4295501651 rc 0/0 00000100:00100000:0.0:1740485460.338980:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431621 00000100:00100000:1.0:1740485460.338985:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3874:3767:x1825030708326912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2031us (2075us total) trans 4295501652 rc 0/0 00000100:00100000:1.0:1740485460.338991:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431620 00000004:00080000:3.0:1740485460.338996:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d214a80/2, rc 0, transno 4295501651 00000100:00100000:3.0:1740485460.339002:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.339032:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3872:3764:x1825030708326656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2273us (2313us total) trans 4295501653 rc 0/0 00000100:00100000:1.0:1740485460.339034:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708328704:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.339035:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dc700/2, rc 0, transno 4295501652 00000100:00100000:2.0:1740485460.339038:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431619 00000100:00100000:3.0:1740485460.339041:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708326912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.339049:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.339061:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1740485460.339063:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f55880/2, rc 0, transno 4295501653 00000100:00100000:3.0:1740485460.339067:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708328832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.339079:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708326656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.339085:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.339090:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339096:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708328704 00010000:00010000:2.0:1740485460.339097:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339098:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708328704 00010000:00010000:2.0:1740485460.339104:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339107:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708328832 00000100:00100000:1.0:1740485460.339108:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708328832 00010000:00010000:2.0:1740485460.339111:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339114:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431627 00000100:00100000:1.0:1740485460.339117:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3873:3765:x1825030708328704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.339118:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339123:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319daa00 already unused, calling callback (ffffffffa0872710) 00002000:00080000:1.0:1740485460.339124:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18506 count 1 00000100:00100000:3.0:1740485460.339126:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708328960:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.339126:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.339130:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431628 00010000:00010000:1.0:1740485460.339131:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339133:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.339134:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3873:3767:x1825030708328832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.339138:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3622 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339141:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.339142:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339142:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.339143:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.339144:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.339145:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18507 count 1 00010000:00010000:2.0:1740485460.339148:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8c7a0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339154:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3622 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.339155:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339159:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3622 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.339161:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708328960 00000100:00100000:3.0:1740485460.339164:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708328960 00000100:00100000:1.0:1740485460.339164:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708329088:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.339165:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3622 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.339171:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.339173:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.339175:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339178:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800912c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.339179:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431629 00000100:00100000:3.0:1740485460.339184:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3874:3767:x1825030708328960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.339190:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3622 pid: 16625 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.339194:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18508 count 1 00010000:00010000:0.0:1740485460.339199:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3622 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.339204:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.339208:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708329216:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.339214:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3622 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339219:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.339220:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.339221:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.339227:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.339232:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3622 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339237:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3622 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.339243:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3875:3765:x1825030708327296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2046us (2083us total) trans 4295501654 rc 0/0 00000100:00100000:3.0:1740485460.339247:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708329344:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.339248:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431622 00000004:00080000:1.0:1740485460.339258:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d216300/2, rc 0, transno 4295501654 00000100:00100000:3.0:1740485460.339261:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.339267:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708327296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.339290:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.339295:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708329472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.339313:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.339321:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708329472 00000100:00100000:2.0:1740485460.339324:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708329472 00000100:00100000:2.0:1740485460.339344:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431630 00000100:00100000:2.0:1740485460.339347:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3875:3765:x1825030708329472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.339356:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18509 count 1 00010000:00010000:2.0:1740485460.339363:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339370:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3622 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339374:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.339375:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.339376:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339376:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096166a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708328192:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.339385:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339386:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3622 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339391:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3622 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.339397:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708329600:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.339409:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708328320:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.339414:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.339415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.339418:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.339433:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237504 00000100:00100000:2.0:1740485460.339435:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237504 00010000:00010000:2.0:1740485460.339441:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3623 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.339443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.339458:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237632 00000100:00100000:2.0:1740485460.339461:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237632 00000100:00100000:3.0:1740485460.339463:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520404 00000100:00100000:3.0:1740485460.339468:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3624:2006:x1825030869237504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.339468:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3624 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.339469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.339476:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.339480:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3624 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.339480:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237760 00000100:00100000:1.0:1740485460.339482:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237760 00000100:00100000:2.0:1740485460.339484:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520405 00000100:00100000:2.0:1740485460.339488:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3625:2006:x1825030869237632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.339489:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3625 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.339489:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3625 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.339495:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.339499:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3625 pid: 16616 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.339499:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520406 00010000:00010000:3.0:1740485460.339500:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350ec800/0x5922c046cdabee80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e276 expref: 3625 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.339500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.339502:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3625:2006:x1825030869237760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.339506:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.339507:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3624 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.339509:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3624 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.339510:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.339511:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.339514:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339514:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3624 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.339519:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdabefbb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e325 expref: 3624 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.339521:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339525:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.339526:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.339528:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339530:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.339531:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.339532:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339534:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339535:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.339541:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339542:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.339546:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339567:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3623:2006:x1825030869237504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.339569:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.339569:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339574:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520404 00000100:00100000:1.0:1740485460.339574:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3623:2006:x1825030869237760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.339597:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520406 00000100:00100000:3.0:1740485460.339598:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869237888 00010000:00010000:0.0:1740485460.339598:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339600:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869237888 00000100:00100000:2.0:1740485460.339602:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3623:2006:x1825030869237632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 112us (158us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.339604:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339607:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3622 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.339608:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520405 00010000:00010000:0.0:1740485460.339610:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.339615:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.339618:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339622:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520407 00000100:00100000:3.0:1740485460.339625:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3621:2004:x1825030869237888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.339625:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339626:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708328576:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.339629:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.339631:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3621 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.339634:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339636:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3621 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.339641:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2a6800/0x5922c046cdabf0a2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e3bf expref: 3621 pid: 16616 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.339641:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c7a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339642:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339644:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135402a00/0x5922c046cdabef2f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e2ca expref: 3621 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.339650:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.339650:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708328448:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.339651:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.339653:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339657:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339660:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.339664:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.339665:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339667:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339670:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339672:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339674:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3619:2004:x1825030869237888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.339675:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339678:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520407 00010000:00010000:2.0:1740485460.339678:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339681:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339684:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339688:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339689:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339694:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b029000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.339694:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ad79e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.339697:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339697:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339703:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339703:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339711:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339712:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339716:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c7b5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.339719:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c7bc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.339748:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3876:3765:x1825030708327680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1554us (1609us total) trans 4295501655 rc 0/0 00000100:00100000:0.0:1740485460.339755:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431623 00000100:00100000:2.0:1740485460.339813:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3877:3764:x1825030708328064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1541us (1575us total) trans 4295501656 rc 0/0 00000100:00100000:2.0:1740485460.339818:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431625 00000100:00100000:1.0:1740485460.339828:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3876:3767:x1825030708327808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1470us (1561us total) trans 4295501657 rc 0/0 00010000:00010000:2.0:1740485460.339832:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339834:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431626 00010000:00010000:2.0:1740485460.339836:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.339837:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82f100/2, rc 0, transno 4295501656 00010000:00010000:2.0:1740485460.339840:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339843:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339847:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.339848:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708328064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.339854:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab82800 already unused, calling callback (ffffffffa0872710) 00000004:00080000:1.0:1740485460.339855:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d215880/2, rc 0, transno 4295501655 00010000:00010000:2.0:1740485460.339856:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339859:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339859:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708327680:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.339861:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8fb800/2, rc 0, transno 4295501657 00000100:00100000:3.0:1740485460.339863:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.339865:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339868:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82800/0x5922c046cdb8c7ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.339900:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708329728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.339905:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708329856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.339914:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.339926:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.339926:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708329984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.339927:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708329728 00000100:00100000:1.0:1740485460.339929:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708329728 00000100:00100000:2.0:1740485460.339933:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3877:3767:x1825030708327936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1666us (1704us total) trans 4295501658 rc 0/0 00000100:00100000:2.0:1740485460.339937:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431624 00000100:00100000:1.0:1740485460.339943:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708329856 00000100:00100000:1.0:1740485460.339945:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708329856 00000100:00100000:2.0:1740485460.339946:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431631 00000100:00100000:2.0:1740485460.339949:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3877:3765:x1825030708329728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.339952:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431632 00002000:00080000:2.0:1740485460.339956:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18510 count 1 00000100:00100000:0.0:1740485460.339956:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3877:3766:x1825030708329856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.339963:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.339968:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18511 count 1 00010000:00010000:2.0:1740485460.339970:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3618 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339973:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.339975:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.339976:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.339977:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339987:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3618 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.339987:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3618 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.339992:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3618 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.339992:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.339994:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.339996:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.339997:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708330112:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.340011:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3618 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.340019:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.340020:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3618 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.340030:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708330240:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.340049:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd180 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.340066:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.340078:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708329984 00000100:00100000:2.0:1740485460.340080:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708329984 00000004:00080000:0.0:1740485460.340087:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82ce00/2, rc 0, transno 4295501658 00000100:00100000:2.0:1740485460.340094:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431633 00000100:00100000:0.0:1740485460.340095:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708327936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.340096:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3878:3767:x1825030708329984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.340103:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18512 count 1 00010000:00010000:2.0:1740485460.340109:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340116:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3618 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340119:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.340120:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.340121:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340130:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3618 pid: 16631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340136:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3618 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.340141:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708330496:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.340160:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.340206:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708330368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.340219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.340232:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708330368 00000100:00100000:1.0:1740485460.340235:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708330368 00000100:00100000:1.0:1740485460.340251:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431634 00000100:00100000:1.0:1740485460.340255:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3879:3764:x1825030708330368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.340265:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18513 count 1 00010000:00010000:1.0:1740485460.340273:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340283:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3618 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340290:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.340291:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.340293:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340303:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3618 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340309:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3618 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.340315:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708330624:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.340337:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801355c9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.340531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.340565:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708329088:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.340591:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238016 00000100:00100000:3.0:1740485460.340594:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238016 00010000:00010000:1.0:1740485460.340594:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.340600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.340603:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3619 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.340621:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238144 00000100:00100000:3.0:1740485460.340622:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238144 00010000:00010000:3.0:1740485460.340627:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3620 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.340635:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520408 00000100:00100000:0.0:1740485460.340637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.340638:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3620:2006:x1825030869238016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.340642:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.340645:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3620 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.340646:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238272 00000100:00100000:1.0:1740485460.340649:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520409 00010000:00010000:3.0:1740485460.340650:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3620 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.340650:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238272 00000100:00100000:1.0:1740485460.340654:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3621:2003:x1825030869238144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.340658:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bfd4a00/0x5922c046cdabf158 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e41a expref: 3621 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.340662:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3621 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.340662:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.340665:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.340666:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.340667:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3620 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.340668:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340672:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340675:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3620 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.340677:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708329216:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.340679:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520410 00010000:00010000:3.0:1740485460.340680:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.340684:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3620:2006:x1825030869238272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.340687:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136306400/0x5922c046cdabf223 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e491 expref: 3620 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.340691:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.340691:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.340695:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3619:2006:x1825030869238016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (165us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.340695:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3619 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.340696:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.340698:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.340700:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.340701:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520408 00010000:00010000:2.0:1740485460.340703:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3619 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.340707:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340714:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.340715:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.340718:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340725:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.340727:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136192600/0x5922c046cdabf326 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e508 expref: 3618 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.340730:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.340736:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.340737:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708329344:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.340741:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.340742:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3617:2003:x1825030869238144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.340743:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.340748:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520409 00010000:00010000:0.0:1740485460.340750:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340753:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.340757:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3616:2006:x1825030869238272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (119us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.340757:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340761:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.340764:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520410 00010000:00010000:0.0:1740485460.340764:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340768:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340768:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.340769:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a5f200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.340772:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340774:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340776:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.340777:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340778:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340782:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340782:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340785:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbf600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.340787:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340788:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340791:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.340792:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340794:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340797:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340799:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134b85600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.340799:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a5f200/0x5922c046cdb8c7ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.340801:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf600/0x5922c046cdb8c7d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340801:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.340807:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708329600:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.340807:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340815:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.340817:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.340821:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134b85600/0x5922c046cdb8c7c3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.340926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.340947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.340948:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238400 00000100:00100000:2.0:1740485460.340951:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238400 00000100:00100000:1.0:1740485460.340957:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708330240:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.340962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.340963:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3616 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.340967:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.340978:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238528 00000100:00100000:2.0:1740485460.340979:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238528 00000100:00100000:1.0:1740485460.340979:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238656 00000100:00100000:1.0:1740485460.340980:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238656 00000100:00100000:3.0:1740485460.340985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.340986:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3618 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.340986:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3882:3767:x1825030708328832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1849us (1898us total) trans 4295501659 rc 0/0 00010000:00010000:1.0:1740485460.340988:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3618 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.340992:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431628 00000100:00100000:1.0:1740485460.340997:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238784 00000100:00100000:1.0:1740485460.340999:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238784 00000100:00100000:2.0:1740485460.341003:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520411 00010000:00010000:1.0:1740485460.341003:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3619 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.341008:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520412 00000100:00100000:2.0:1740485460.341008:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3619:2005:x1825030869238400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.341013:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3619:2006:x1825030869238656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.341014:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.341015:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520413 00010000:00010000:2.0:1740485460.341018:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3619 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.341018:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3619:2006:x1825030869238528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.341021:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.341022:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.341025:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3619 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341025:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3619 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.341027:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3619 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341031:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3619 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.341034:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3619 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341038:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.341039:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d1a5800/0x5922c046cdabf3c7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e578 expref: 3619 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341039:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.341041:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341045:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.341046:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e1a5800/0x5922c046cdabf4d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e643 expref: 3618 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.341048:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.341050:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.341053:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.341055:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.341056:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.341056:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.341058:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341059:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.341062:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.341072:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.341073:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.341075:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3617:2006:x1825030869238528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.341080:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520413 00000004:00080000:0.0:1740485460.341083:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5163800/2, rc 0, transno 4295501659 00000100:00100000:3.0:1740485460.341086:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3617:2006:x1825030869238656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.341090:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520412 00000100:00100000:0.0:1740485460.341091:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708328832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341093:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520414 00000100:00100000:2.0:1740485460.341097:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5161f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3615:2005:x1825030869238400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 88us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.341097:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3615:2004:x1825030869238784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.341103:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520411 00010000:00010000:1.0:1740485460.341104:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.341107:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3615 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341116:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3614 pid: 16631 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.341120:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708330752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.341127:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.341128:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.341131:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123d5f800/0x5922c046cdabf59c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e6d6 expref: 3614 pid: 16631 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341131:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.341133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.341137:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341139:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.341143:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708330496:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.341147:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.341154:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341162:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3613:2004:x1825030869238784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.341165:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869238912 00000100:00100000:0.0:1740485460.341165:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708330752 00000100:00100000:1.0:1740485460.341166:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520414 00000100:00100000:2.0:1740485460.341168:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869238912 00000100:00100000:0.0:1740485460.341169:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708330752 00010000:00010000:2.0:1740485460.341177:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3613 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341181:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341184:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431635 00010000:00010000:1.0:1740485460.341185:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341189:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3882:3765:x1825030708330752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.341190:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.341192:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520415 00010000:00010000:1.0:1740485460.341193:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.341196:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3613:2003:x1825030869238912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.341197:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341200:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a5e400 already unused, calling callback (ffffffffa0872710) 00002000:00080000:0.0:1740485460.341200:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18514 count 1 00010000:00010000:1.0:1740485460.341201:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341203:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.341205:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341206:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3613 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.341209:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341211:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341214:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3613 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.341215:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a5e400/0x5922c046cdb8c7e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.341219:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3613 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341224:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.341225:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.341226:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.341227:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.341228:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.341229:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341235:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.341244:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3613 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341245:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.341252:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3613 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.341261:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3613:2003:x1825030869238912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.341261:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708330880:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.341267:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520415 00010000:00010000:2.0:1740485460.341280:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341280:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd840 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.341291:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341295:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3883:3766:x1825030708329856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1338us (1368us total) trans 4295501662 rc 0/0 00010000:00010000:2.0:1740485460.341298:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341299:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431632 00010000:00010000:2.0:1740485460.341305:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341311:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.341316:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f7800/2, rc 0, transno 4295501662 00010000:00010000:2.0:1740485460.341317:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f5c400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.341319:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d8c0000/0x5922c046cdabf667 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e738 expref: 3612 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.341320:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.341323:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708329856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341325:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708330624:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.341327:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341334:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341336:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341338:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341342:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341343:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8c7ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341346:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341349:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341353:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341359:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ad79400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.341361:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.341365:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.341365:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341370:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341373:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79400/0x5922c046cdb8c7f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.341386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.341402:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708331008 00000100:00100000:1.0:1740485460.341404:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708331008 00000100:00100000:1.0:1740485460.341418:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431636 00000100:00100000:1.0:1740485460.341422:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3884:3766:x1825030708331008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.341433:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18515 count 1 00000100:00100000:2.0:1740485460.341438:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3884:3767:x1825030708329984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1339us (1370us total) trans 4295501663 rc 0/0 00010000:00010000:1.0:1740485460.341442:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.341444:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431633 00000004:00080000:0.0:1740485460.341450:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae40000/2, rc 0, transno 4295501663 00010000:00010000:1.0:1740485460.341452:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3611 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341457:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708329984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.341458:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341460:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341462:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341468:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de33600/0x5922c046cdabf461 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e5da expref: 3611 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.341477:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708330112:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.341478:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.341481:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1740485460.341486:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.341486:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.341487:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341494:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341495:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708331264:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.341497:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.341501:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341507:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341513:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341515:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800912c9cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.341520:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341526:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfca800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.341529:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341540:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341565:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341572:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca800/0x5922c046cdb8c7df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341642:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3885:3764:x1825030708330368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1385us (1421us total) trans 4295501664 rc 0/0 00000100:00100000:1.0:1740485460.341648:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431634 00000100:00100000:1.0:1740485460.341659:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708331136 00000100:00100000:1.0:1740485460.341662:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708331136 00000100:00100000:1.0:1740485460.341676:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431637 00000100:00100000:1.0:1740485460.341680:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3885:3766:x1825030708331136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.341681:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3885:3765:x1825030708329728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1730us (1765us total) trans 4295501665 rc 0/0 00000100:00100000:2.0:1740485460.341688:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431631 00002000:00080000:1.0:1740485460.341690:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18516 count 1 00010000:00010000:1.0:1740485460.341698:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341707:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3610 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341713:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341714:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341716:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341730:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3610 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341738:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3610 pid: 16696 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.341740:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f7f4000/2, rc 0, transno 4295501665 00000100:00100000:2.0:1740485460.341747:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3884:3767:x1825030708328960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2563us (2605us total) trans 4295501660 rc 0/0 00000100:00100000:1.0:1740485460.341747:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708331392:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.341749:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f7f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708329728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.341751:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431629 00010000:00010000:2.0:1740485460.341765:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341765:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135e07cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.341769:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1740485460.341771:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341776:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708331520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.341777:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341784:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341794:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.341795:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.341800:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfcb800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.341803:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341805:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708331520 00000100:00100000:1.0:1740485460.341807:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708331520 00010000:00010000:2.0:1740485460.341809:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.341819:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341823:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431638 00010000:00010000:2.0:1740485460.341825:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb800/0x5922c046cdb8c7d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.341825:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3884:3765:x1825030708331520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.341833:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18517 count 1 00010000:00010000:1.0:1740485460.341839:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341846:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3610 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341850:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341851:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.341852:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341861:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3610 pid: 16695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.341870:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3610 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.341874:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708331648:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.341880:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae40a80/2, rc 0, transno 4295501664 00000100:00100000:0.0:1740485460.341887:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708330368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341889:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801355c9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.341914:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3885:3765:x1825030708329472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2564us (2600us total) trans 4295501666 rc 0/0 00000100:00100000:2.0:1740485460.341919:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431630 00000004:00080000:2.0:1740485460.341941:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9b800/2, rc 0, transno 4295501666 00000100:00100000:2.0:1740485460.341945:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708329472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341946:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3884:3765:x1825030708328704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2827us (2895us total) trans 4295501661 rc 0/0 00000004:00080000:2.0:1740485460.341952:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5163480/2, rc 0, transno 4295501661 00000100:00100000:1.0:1740485460.341952:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431627 00000100:00100000:3.0:1740485460.341954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.341955:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708328704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.341963:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708331776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341970:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239040 00000100:00100000:0.0:1740485460.341971:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708332032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.341972:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239040 00000100:00100000:2.0:1740485460.341982:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.341983:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3611 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.341994:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.341996:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.341999:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520416 00000100:00100000:2.0:1740485460.342001:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708331776 00000100:00100000:2.0:1740485460.342003:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708331776 00000100:00100000:1.0:1740485460.342003:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3611:2006:x1825030869239040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.342009:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.342010:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.342012:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3611 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.342016:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708332032 00000100:00100000:2.0:1740485460.342017:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708332032 00000004:00080000:0.0:1740485460.342017:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcc000/2, rc 0, transno 4295501660 00010000:00010000:1.0:1740485460.342020:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3611 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.342023:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708331904 00000100:00100000:0.0:1740485460.342023:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708328960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.342024:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708331904 00000100:00100000:3.0:1740485460.342028:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431639 00010000:00010000:1.0:1740485460.342030:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.342031:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.342032:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3886:3765:x1825030708331776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.342032:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431640 00010000:00010000:1.0:1740485460.342034:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.342035:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a59e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3886:3767:x1825030708332032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.342041:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18518 count 1 00010000:00010000:1.0:1740485460.342041:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.342043:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18520 count 1 00010000:00010000:3.0:1740485460.342047:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342050:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342050:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.342054:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708332160:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.342055:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3611 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.342058:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.342058:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3611 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.342059:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.342061:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342064:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.342064:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3611:2006:x1825030869239040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.342066:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.342068:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342068:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520416 00010000:00010000:3.0:1740485460.342070:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3611 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.342073:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.342076:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3610 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.342083:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3610 pid: 9552 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342086:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708331264:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.342087:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708332288:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.342092:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3610 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.342095:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708332160 00010000:00010000:1.0:1740485460.342096:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.342097:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708332160 00000100:00100000:2.0:1740485460.342102:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708332416:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.342107:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431641 00000100:00100000:3.0:1740485460.342110:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3887:3766:x1825030708331904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.342116:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18519 count 1 00010000:00010000:3.0:1740485460.342121:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.342122:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9da80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.342127:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3610 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.342130:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.342131:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.342132:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.342140:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3610 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.342142:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431642 00010000:00010000:3.0:1740485460.342146:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3610 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.342146:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3887:3764:x1825030708332160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.342151:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708332544:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.342156:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18521 count 1 00010000:00010000:2.0:1740485460.342164:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.342172:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.342173:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3610 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342176:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f457800/0x5922c046cdabf7a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e7fc expref: 3610 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.342179:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.342180:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.342182:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.342195:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3609 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342200:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239168 00010000:00010000:2.0:1740485460.342202:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3609 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.342202:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239168 00000100:00100000:2.0:1740485460.342210:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708332672:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.342211:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.342220:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520417 00000100:00100000:1.0:1740485460.342222:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3610:2006:x1825030869239168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.342226:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.342229:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d240 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.342229:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.342234:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.342237:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708330880:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.342238:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.342245:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099312400/0x5922c046cdabf8f9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e89d expref: 3610 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.342251:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342252:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.342253:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.342255:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342258:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342259:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342264:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342269:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.342270:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342277:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342283:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3609:2006:x1825030869239168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (92us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.342283:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342288:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520417 00010000:00010000:0.0:1740485460.342289:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a5ee00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.342292:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342298:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342308:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.342315:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a5ee00/0x5922c046cdb8c7fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342327:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342334:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342341:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342348:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342359:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342364:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095047c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.342367:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342373:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342382:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342389:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095047c00/0x5922c046cdb8c802 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342490:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3889:3766:x1825030708331008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1065us (1102us total) trans 4295501668 rc 0/0 00000100:00100000:0.0:1740485460.342492:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3889:3765:x1825030708330752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1301us (1351us total) trans 4295501667 rc 0/0 00000100:00100000:1.0:1740485460.342496:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431636 00000100:00100000:0.0:1740485460.342499:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431635 00000004:00080000:3.0:1740485460.342502:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae41f80/2, rc 0, transno 4295501668 00000004:00080000:2.0:1740485460.342507:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae41500/2, rc 0, transno 4295501667 00000100:00100000:2.0:1740485460.342516:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708330752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.342517:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.342525:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708331392:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.342537:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.342630:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708332800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.342639:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.342644:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.342646:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708332928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.342655:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708332800 00000100:00100000:1.0:1740485460.342658:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708332800 00000100:00100000:0.0:1740485460.342665:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.342670:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708332928 00000100:00100000:1.0:1740485460.342671:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708332928 00000100:00100000:2.0:1740485460.342677:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431643 00000100:00100000:2.0:1740485460.342680:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3889:3765:x1825030708332800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.342681:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431644 00000100:00100000:1.0:1740485460.342683:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3889:3767:x1825030708332928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.342691:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18523 count 1 00002000:00080000:2.0:1740485460.342697:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18522 count 1 00010000:00010000:1.0:1740485460.342699:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342705:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3608 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342706:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342709:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.342710:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.342711:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342716:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3608 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342721:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.342721:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3608 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.342722:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.342725:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.342726:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3608 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.342731:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708333056:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.342741:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3608 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.342746:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880135e07cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.342749:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3608 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.342758:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708333184:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.342777:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.343473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.343502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.343512:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239296 00000100:00100000:1.0:1740485460.343515:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239296 00010000:00010000:1.0:1740485460.343527:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3609 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.343528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.343543:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708331648:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.343546:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708332544:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.343547:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239424 00000100:00100000:0.0:1740485460.343560:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.343567:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239424 00010000:00010000:3.0:1740485460.343568:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343573:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343591:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3610 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.343593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.343596:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708332416:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.343605:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.343605:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239552 00000100:00100000:0.0:1740485460.343606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.343608:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239552 00000100:00100000:2.0:1740485460.343609:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239680 00000100:00100000:2.0:1740485460.343612:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239680 00000100:00100000:3.0:1740485460.343614:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239808 00010000:00010000:1.0:1740485460.343615:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3611 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.343616:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239808 00000100:00100000:0.0:1740485460.343622:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.343623:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869239936 00010000:00010000:3.0:1740485460.343624:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3613 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343624:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3613 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.343624:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869239936 00010000:00010000:1.0:1740485460.343629:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3614 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.343634:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240064 00000100:00100000:3.0:1740485460.343635:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240064 00010000:00010000:3.0:1740485460.343640:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3615 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.343643:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520418 00000100:00100000:0.0:1740485460.343646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.343647:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520419 00000100:00100000:2.0:1740485460.343648:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3615:2006:x1825030869239296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.343650:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3615:2006:x1825030869239424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.343653:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240192 00000100:00100000:3.0:1740485460.343654:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240192 00010000:00010000:2.0:1740485460.343655:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.343655:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.343657:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3616 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.343658:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3616 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343660:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3616 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343663:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3616 pid: 16695 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.343666:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520420 00000100:00100000:3.0:1740485460.343669:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3616:2004:x1825030869239552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.343669:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3616 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343671:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f96d000/0x5922c046cdabfa34 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e953 expref: 3616 pid: 16695 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.343674:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.343677:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3616 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343680:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.343681:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcba400/0x5922c046cdabf985 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e906 expref: 3615 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343681:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.343682:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3615 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343683:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343687:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343690:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072ed9a00/0x5922c046cdabfcbf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eac6 expref: 3614 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343691:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.343692:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343694:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.343695:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343696:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.343697:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.343698:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343701:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343703:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.343708:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3613:2006:x1825030869239424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (206us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.343709:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.343712:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520419 00010000:00010000:2.0:1740485460.343714:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.343721:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3612:2004:x1825030869239552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.343721:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520421 00000100:00100000:1.0:1740485460.343723:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3612:2006:x1825030869239808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.343724:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520420 00010000:00010000:1.0:1740485460.343727:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.343729:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3612 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.343730:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3612:2006:x1825030869239296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (256us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.343734:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3611 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.343736:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520422 00000100:00100000:3.0:1740485460.343740:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3611:2003:x1825030869239680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.343740:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343741:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.343742:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520418 00010000:00010000:1.0:1740485460.343743:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343745:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.343749:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3611 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343750:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.343755:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520423 00010000:00010000:1.0:1740485460.343756:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.343757:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3610 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.343759:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3610:2005:x1825030869239936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.343765:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.343765:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3610:2006:x1825030869239808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (173us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.343768:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092508c00/0x5922c046cdabfbed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ea5d expref: 3610 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343769:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3610 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.343769:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520421 00000100:00100000:1.0:1740485460.343776:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520424 00010000:00010000:2.0:1740485460.343778:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3608 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.343779:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.343779:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3608:2006:x1825030869240064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.343780:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343782:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.343783:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343784:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3608 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343788:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.343789:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.343790:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343790:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3608 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343792:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343795:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343796:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343797:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343798:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343801:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343803:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.343806:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.343808:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.343815:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1964050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3608:2006:x1825030869240064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.343819:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520424 00000100:00100000:3.0:1740485460.343821:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3608:2003:x1825030869239680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.343823:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3608:2005:x1825030869239936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.343825:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520422 00000100:00100000:1.0:1740485460.343827:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520425 00000100:00100000:1.0:1740485460.343830:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3607:2006:x1825030869240192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.343831:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520423 00010000:00010000:1.0:1740485460.343833:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.343836:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3606 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343840:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3605 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.343845:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.343846:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343846:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.343848:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343851:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343851:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343856:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343857:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.343860:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343864:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343867:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319da600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.343869:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.343871:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3605:2006:x1825030869240192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (224us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.343872:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343876:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012314d000/0x5922c046cdabfd6e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb21 expref: 3605 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.343877:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520425 00010000:00010000:3.0:1740485460.343878:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343881:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319da600/0x5922c046cdb8c825 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.343894:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708332672:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.343905:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343909:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b014400/0x5922c046cdabfe7f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ebd0 expref: 3603 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.343912:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.343918:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708333056:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.343919:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343926:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343931:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343932:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343938:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343939:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343944:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343945:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d221a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.343948:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343951:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343954:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343957:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.343960:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3890:3766:x1825030708331904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1848us (1948us total) trans 4295501669 rc 0/0 00000100:00100000:3.0:1740485460.343963:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431641 00010000:00010000:1.0:1740485460.343963:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343968:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008feba600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.343969:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343971:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343974:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.343975:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d221a00/0x5922c046cdb8c82c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343977:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343978:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343983:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343987:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343987:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343990:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343993:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a8d1600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.343995:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.343998:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008feba600/0x5922c046cdb8c833 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.343999:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344004:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344007:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a8d1600/0x5922c046cdb8c81e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.344077:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3892:3764:x1825030708332160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1929us (2003us total) trans 4295501670 rc 0/0 00000100:00100000:2.0:1740485460.344083:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431642 00000100:00100000:3.0:1740485460.344094:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a59e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3891:3767:x1825030708332032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2057us (2097us total) trans 4295501671 rc 0/0 00010000:00010000:2.0:1740485460.344099:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344100:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431640 00000004:00080000:0.0:1740485460.344104:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae43800/2, rc 0, transno 4295501670 00010000:00010000:2.0:1740485460.344105:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344108:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3890:3767:x1825030708332928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1422us (1442us total) trans 4295501672 rc 0/0 00010000:00010000:2.0:1740485460.344109:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344112:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708332160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.344113:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344115:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431644 00010000:00010000:2.0:1740485460.344116:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344119:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008daa3400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.344121:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.344124:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae43100/2, rc 0, transno 4295501669 00010000:00010000:2.0:1740485460.344126:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344128:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.344131:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344132:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344135:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008daa3400/0x5922c046cdb8c810 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344137:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344138:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b121400/0x5922c046cdabfb06 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138e9d8 expref: 3602 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.344145:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344146:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708332288:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.344150:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344153:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708333440:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.344156:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344156:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344161:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.344163:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344164:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344169:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344169:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.344176:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344178:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344182:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344184:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c000/0x5922c046cdb8c809 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344187:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344193:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134b85800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.344196:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344198:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708333312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.344200:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708333440 00000100:00100000:1.0:1740485460.344202:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708333440 00000100:00100000:2.0:1740485460.344205:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3891:3765:x1825030708331520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2378us (2409us total) trans 4295501673 rc 0/0 00010000:00010000:3.0:1740485460.344207:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.344209:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431638 00010000:00010000:3.0:1740485460.344218:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.344218:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431645 00000100:00100000:0.0:1740485460.344219:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.344221:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3890:3764:x1825030708333440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.344223:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134b85800/0x5922c046cdb8c817 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344224:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708333312 00000100:00100000:1.0:1740485460.344226:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708333312 00002000:00080000:2.0:1740485460.344229:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18525 count 1 00000100:00100000:1.0:1740485460.344232:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431646 00000004:00080000:0.0:1740485460.344233:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae40380/2, rc 0, transno 4295501672 00010000:00010000:2.0:1740485460.344235:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344235:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3891:3767:x1825030708333312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.344239:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708332928:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.344242:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3601 pid: 16645 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.344243:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18524 count 1 00010000:00010000:2.0:1740485460.344246:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344247:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344248:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344249:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344256:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3601 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344258:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1740485460.344260:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344261:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3601 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344261:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.344262:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.344263:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708333568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.344267:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3601 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.344272:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3601 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.344273:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708333696:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.344274:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.344280:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3601 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.344286:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708333824:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.344289:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d240 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.344295:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae43480/2, rc 0, transno 4295501671 00000100:00100000:3.0:1740485460.344296:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708333568 00000100:00100000:0.0:1740485460.344299:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708332032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.344300:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708333568 00000100:00100000:1.0:1740485460.344300:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880132f47300 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.344302:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae42680/2, rc 0, transno 4295501673 00000100:00100000:2.0:1740485460.344306:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708331520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.344318:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708334080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.344324:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431647 00000100:00100000:0.0:1740485460.344327:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.344329:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3893:3764:x1825030708333568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.344335:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c406400/0x5922c046cdabfe1d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eb7c expref: 3601 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.344338:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708334080 00002000:00080000:3.0:1740485460.344339:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18526 count 1 00000100:00100000:1.0:1740485460.344340:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708334080 00000100:00100000:0.0:1740485460.344340:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.344342:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708333952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.344343:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708333184:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.344349:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344349:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431648 00000100:00100000:0.0:1740485460.344350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.344352:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.344352:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3894:3767:x1825030708334080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.344357:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.344358:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18528 count 1 00010000:00010000:3.0:1740485460.344359:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3600 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344360:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344364:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344364:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344365:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.344367:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.344368:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344368:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344370:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3600 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344372:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344373:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.344374:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344375:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f2000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.344375:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344377:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344380:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3600 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344380:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344386:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344389:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c83a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344390:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3600 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.344390:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3600 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344396:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708334208:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.344398:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3600 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.344412:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708334336:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.344413:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.344425:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708333952 00000100:00100000:3.0:1740485460.344427:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708333952 00000100:00100000:1.0:1740485460.344434:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff880132f47f00 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.344437:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431649 00000100:00100000:3.0:1740485460.344439:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3896:3767:x1825030708333952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.344446:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18527 count 1 00010000:00010000:3.0:1740485460.344452:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344458:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3600 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344461:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.344462:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.344464:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344472:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3600 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344477:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3600 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.344486:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708334464:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.344498:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.344548:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3897:3765:x1825030708331776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2515us (2565us total) trans 4295501674 rc 0/0 00000100:00100000:3.0:1740485460.344565:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431639 00000100:00100000:2.0:1740485460.344595:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3896:3765:x1825030708332800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1897us (1932us total) trans 4295501675 rc 0/0 00000100:00100000:2.0:1740485460.344600:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431643 00000100:00100000:1.0:1740485460.344608:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3895:3766:x1825030708331136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (3109us total) trans 4295501676 rc 0/0 00000100:00100000:1.0:1740485460.344613:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431637 00000004:00080000:3.0:1740485460.344655:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae42300/2, rc 0, transno 4295501676 00000100:00100000:3.0:1740485460.344662:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708331136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.344703:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae41c00/2, rc 0, transno 4295501675 00000100:00100000:2.0:1740485460.344708:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708332800:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.344714:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae42d80/2, rc 0, transno 4295501674 00000100:00100000:1.0:1740485460.344714:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708334592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.344716:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708331776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.344732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.344736:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708334720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.344738:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.344745:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708334848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.344751:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.344764:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.344769:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708334592 00000100:00100000:1.0:1740485460.344772:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708334592 00000100:00100000:2.0:1740485460.344773:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708334720 00000100:00100000:3.0:1740485460.344775:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708334848 00000100:00100000:2.0:1740485460.344776:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708334720 00000100:00100000:3.0:1740485460.344778:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708334848 00000100:00100000:1.0:1740485460.344788:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431650 00000100:00100000:3.0:1740485460.344792:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431651 00000100:00100000:1.0:1740485460.344793:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3897:3764:x1825030708334592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.344794:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3897:3767:x1825030708334848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.344795:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431652 00000100:00100000:2.0:1740485460.344800:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3897:3765:x1825030708334720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.344802:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18529 count 1 00002000:00080000:3.0:1740485460.344803:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18531 count 1 00010000:00010000:3.0:1740485460.344809:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.344810:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18530 count 1 00010000:00010000:1.0:1740485460.344812:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344816:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3600 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344820:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344820:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344821:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.344821:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3600 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344822:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344825:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.344826:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.344827:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344830:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3600 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.344831:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3600 pid: 9552 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.344836:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.344838:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.344840:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3600 pid: 9552 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.344840:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.344841:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3600 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344845:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708334976:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.344854:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3600 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.344856:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3600 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.344859:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.344863:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708335104:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.344866:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3600 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.344875:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708335232:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.344882:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.344894:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.346178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.346198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.346203:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708333696:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.346209:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240320 00000100:00100000:1.0:1740485460.346212:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240320 00010000:00010000:2.0:1740485460.346213:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.346214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.346222:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3601 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.346233:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240448 00000100:00100000:0.0:1740485460.346233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.346235:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240448 00010000:00010000:1.0:1740485460.346239:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3602 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.346247:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240576 00000100:00100000:1.0:1740485460.346248:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240576 00010000:00010000:1.0:1740485460.346252:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3603 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.346254:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240704 00000100:00100000:3.0:1740485460.346255:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708334208:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.346256:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240704 00000100:00100000:0.0:1740485460.346256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.346260:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240832 00000100:00100000:1.0:1740485460.346261:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240832 00010000:00010000:2.0:1740485460.346265:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3605 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346265:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3605 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346268:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.346272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.346279:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869240960 00000100:00100000:1.0:1740485460.346280:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869240960 00010000:00010000:1.0:1740485460.346285:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3606 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.346290:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520426 00000100:00100000:2.0:1740485460.346294:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3606:2004:x1825030869240320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.346298:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520427 00000100:00100000:1.0:1740485460.346301:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520428 00000100:00100000:3.0:1740485460.346302:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3606:2003:x1825030869240448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.346302:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.346304:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3606:2006:x1825030869240576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.346304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.346307:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3606 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346308:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.346309:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.346311:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3606 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346312:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3606 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.346316:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3606 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346318:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3606 pid: 16625 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346318:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3606 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346326:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800729d2a00/0x5922c046cdabffa5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eca9 expref: 3606 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.346328:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008daa6c00/0x5922c046cdabff5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec5c expref: 3606 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346329:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.346329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.346331:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.346333:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346334:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346334:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.346335:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346338:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346340:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346340:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.346340:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346342:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346348:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.346349:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346351:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.346361:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3604:2006:x1825030869240576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.346364:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.346365:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520428 00000100:00100000:3.0:1740485460.346370:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3604:2003:x1825030869240448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.346373:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241088 00000100:00100000:1.0:1740485460.346375:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241088 00000100:00100000:3.0:1740485460.346377:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520427 00000100:00100000:2.0:1740485460.346379:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3604:2004:x1825030869240320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (201us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.346379:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3604 pid: 16043 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.346385:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520426 00000100:00100000:1.0:1740485460.346391:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241216 00000100:00100000:1.0:1740485460.346392:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241216 00000100:00100000:3.0:1740485460.346395:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520429 00010000:00010000:1.0:1740485460.346396:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3603 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.346400:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2006:x1825030869240832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.346401:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520430 00000100:00100000:2.0:1740485460.346405:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2006:x1825030869240704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.346407:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.346407:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520431 00010000:00010000:3.0:1740485460.346410:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3603 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.346410:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2006:x1825030869240960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.346412:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.346413:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.346415:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3603 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346416:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3603 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346416:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3603 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.346418:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520432 00010000:00010000:2.0:1740485460.346421:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3603 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346422:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3603 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.346422:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2003:x1825030869241088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.346423:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346424:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346426:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.346428:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.346429:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.346429:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346430:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346430:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.346430:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.346431:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.346431:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3603 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346432:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346436:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346437:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.346437:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3603 pid: 16043 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.346439:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346442:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.346445:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.346446:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.346448:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346449:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.346453:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.346454:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2006:x1825030869240832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.346454:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3603:2006:x1825030869240704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.346457:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520429 00000100:00100000:2.0:1740485460.346460:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520430 00010000:00010000:0.0:1740485460.346460:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.346464:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3602:2006:x1825030869240960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.346467:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520433 00000100:00100000:3.0:1740485460.346470:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3601:2003:x1825030869241216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.346471:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520431 00010000:00010000:3.0:1740485460.346474:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.346474:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3601:2003:x1825030869241088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (170us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.346477:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3601 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.346478:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.346481:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520432 00010000:00010000:3.0:1740485460.346482:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3600 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.346482:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346487:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346488:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346489:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.346490:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346491:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346494:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346494:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346497:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f2e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.346499:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346500:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.346503:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.346507:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3599:2003:x1825030869241216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.346508:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.346510:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520433 00010000:00010000:2.0:1740485460.346511:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2e00/0x5922c046cdb8c841 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346520:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e635400/0x5922c046cdac00bd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ed51 expref: 3598 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.346526:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346530:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.346530:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708334336:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.346535:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346539:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346542:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346543:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346546:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801357c9e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.346548:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346561:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346569:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346571:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346575:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346591:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346596:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357c9e00/0x5922c046cdb8c84f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346599:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346606:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346612:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.346614:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346621:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346626:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3898:3764:x1825030708333440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2403us (2453us total) trans 4295501677 rc 0/0 00000100:00100000:2.0:1740485460.346631:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431645 00010000:00010000:1.0:1740485460.346632:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346638:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c800/0x5922c046cdb8c856 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.346650:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5500/2, rc 0, transno 4295501677 00000100:00100000:2.0:1740485460.346660:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708333440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.346672:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdac01b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edf9 expref: 3597 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.346679:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708335232:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.346687:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346692:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.346696:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3899:3764:x1825030708333568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2366us (2420us total) trans 4295501678 rc 0/0 00010000:00010000:2.0:1740485460.346696:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346700:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.346702:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431647 00010000:00010000:2.0:1740485460.346703:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346707:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346711:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098f28200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.346711:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708335360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.346713:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346717:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346723:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346726:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f28200/0x5922c046cdb8c872 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346731:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adad200/0x5922c046cdac001c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ecfd expref: 3596 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.346736:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3898:3767:x1825030708334080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2381us (2405us total) trans 4295501679 rc 0/0 00000100:00100000:0.0:1740485460.346736:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.346741:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708334464:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.346742:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431648 00010000:00010000:3.0:1740485460.346754:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346796:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3898:3765:x1825030708334720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1995us (2044us total) trans 4295501680 rc 0/0 00000100:00100000:2.0:1740485460.346800:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431652 00000100:00100000:3.0:1740485460.346805:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708335360 00000100:00100000:3.0:1740485460.346808:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708335360 00000004:00080000:2.0:1740485460.346819:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7800/2, rc 0, transno 4295501680 00000004:00080000:0.0:1740485460.346822:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6a00/2, rc 0, transno 4295501679 00010000:00010000:1.0:1740485460.346824:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013571b600/0x5922c046cdabfeef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ec16 expref: 3595 pid: 16625 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.346827:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431653 00000100:00100000:2.0:1740485460.346830:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708334720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.346831:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3898:3767:x1825030708335360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.346832:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708333824:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.346837:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708334080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.346841:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.346842:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5f80/2, rc 0, transno 4295501678 00002000:00080000:3.0:1740485460.346843:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18532 count 1 00000100:00100000:2.0:1740485460.346844:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708333568:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.346845:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346849:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346851:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346856:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346858:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3594 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346860:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346862:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.346863:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.346863:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346864:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.346865:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346866:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135c66400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.346868:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708335488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.346868:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346872:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346875:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3594 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346877:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346880:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3594 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.346880:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.346881:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.346881:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c66400/0x5922c046cdb8c848 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.346885:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708335744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.346886:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708335872:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.346889:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708335616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.346907:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.346911:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.346912:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708335488 00000100:00100000:2.0:1740485460.346914:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708335488 00010000:00010000:3.0:1740485460.346921:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346923:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708335744 00000100:00100000:2.0:1740485460.346924:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708335744 00010000:00010000:3.0:1740485460.346928:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346930:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431654 00000100:00100000:2.0:1740485460.346933:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3901:3765:x1825030708335488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.346935:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346941:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.346941:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18533 count 1 00000100:00100000:1.0:1740485460.346946:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3901:3767:x1825030708333312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2709us (2726us total) trans 4295501681 rc 0/0 00010000:00010000:3.0:1740485460.346948:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346948:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.346950:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431646 00010000:00010000:3.0:1740485460.346954:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.346956:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3594 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346957:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.346958:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431655 00010000:00010000:2.0:1740485460.346961:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.346961:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3900:3767:x1825030708335744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.346963:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346963:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.346966:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.346968:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5180/2, rc 0, transno 4295501681 00002000:00080000:1.0:1740485460.346969:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18535 count 1 00010000:00010000:3.0:1740485460.346973:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.346973:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708333312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.346975:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.346979:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8c85d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x485f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346980:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3594 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.346985:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3594 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.346989:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3594 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.346990:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708336128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.346991:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.346992:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.346994:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.346998:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708336000:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.347001:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.347010:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3594 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347018:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3594 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.347021:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.347028:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708336256:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.347033:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.347048:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008cd65000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.347056:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708336128 00000100:00100000:2.0:1740485460.347059:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708336128 00000100:00100000:1.0:1740485460.347060:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708335616 00000100:00100000:3.0:1740485460.347062:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3902:3767:x1825030708333952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2621us (2710us total) trans 4295501682 rc 0/0 00000100:00100000:1.0:1740485460.347063:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708335616 00000100:00100000:3.0:1740485460.347067:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431649 00000100:00100000:2.0:1740485460.347076:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431656 00000100:00100000:3.0:1740485460.347080:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431657 00000100:00100000:2.0:1740485460.347081:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3902:3767:x1825030708336128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.347083:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3902:3765:x1825030708335616:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.347086:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6680/2, rc 0, transno 4295501682 00002000:00080000:3.0:1740485460.347094:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18534 count 1 00000100:00100000:0.0:1740485460.347094:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708333952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.347097:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009931a600/0x5922c046cdac0149 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138edac expref: 3594 pid: 16043 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.347098:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18536 count 1 00010000:00010000:3.0:1740485460.347101:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.347106:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708335104:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.347107:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347108:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3593 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347111:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.347112:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.347114:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347116:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.347117:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3593 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347120:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347123:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3593 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.347124:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.347124:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.347125:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.347127:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347128:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3593 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.347128:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347131:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.347134:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708336512:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.347135:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347138:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072c25e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.347139:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.347143:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3593 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347143:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347148:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.347149:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.347151:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3593 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.347155:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072c25e00/0x5922c046cdb8c86b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.347160:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708336640:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.347164:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135554200/0x5922c046cdac0230 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ee4d expref: 3593 pid: 9552 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.347172:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708334976:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.347179:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d240 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.347180:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347184:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.347187:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1740485460.347188:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347192:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.347193:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708336384:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.347195:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347201:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347206:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be5400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.347208:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.347208:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.347214:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347223:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.347225:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3903:3764:x1825030708334592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2432us (2493us total) trans 4295501683 rc 0/0 00010000:00010000:3.0:1740485460.347229:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be5400/0x5922c046cdb8c864 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.347229:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431650 00000004:00080000:2.0:1740485460.347232:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7480/2, rc 0, transno 4295501683 00000100:00100000:2.0:1740485460.347237:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708334592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.347237:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708336384 00000100:00100000:1.0:1740485460.347239:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708336384 00000100:00100000:1.0:1740485460.347248:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431658 00000100:00100000:1.0:1740485460.347251:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3903:3765:x1825030708336384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.347258:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18537 count 1 00000100:00100000:2.0:1740485460.347259:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708336768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.347264:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347271:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3592 pid: 16607 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.347272:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.347275:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.347276:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.347277:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.347282:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708336768 00000100:00100000:0.0:1740485460.347285:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708336768 00010000:00010000:1.0:1740485460.347286:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3592 pid: 16607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.347291:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3592 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.347297:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708336896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.347302:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431659 00000100:00100000:0.0:1740485460.347306:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3905:3765:x1825030708336768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.347311:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008cd65600 going to sleep for 11 seconds 00002000:00080000:0.0:1740485460.347318:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18538 count 1 00000100:00100000:3.0:1740485460.347322:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3905:3767:x1825030708334848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2526us (2557us total) trans 4295501684 rc 0/0 00000100:00100000:3.0:1740485460.347327:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431651 00010000:00010000:0.0:1740485460.347327:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.347338:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3592 pid: 16626 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.347344:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.347345:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.347347:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.347362:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3592 pid: 16626 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.347370:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3592 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.347378:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708337024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.347459:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.347478:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7b80/2, rc 0, transno 4295501684 00000100:00100000:0.0:1740485460.347494:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708334848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.347564:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.347572:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.347610:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.347644:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708337152 00000100:00100000:3.0:1740485460.347648:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708337152 00000100:00100000:3.0:1740485460.347662:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431660 00000100:00100000:3.0:1740485460.347666:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3905:3767:x1825030708337152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.347677:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18539 count 1 00010000:00010000:3.0:1740485460.347687:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347697:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3592 pid: 16607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347702:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.347703:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.347705:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347721:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3592 pid: 16607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.347734:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3592 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.347741:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708337280:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.347765:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.348401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.348414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.348427:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708335872:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.348438:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.348439:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241344 00000100:00100000:0.0:1740485460.348441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.348443:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241344 00000100:00100000:2.0:1740485460.348448:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708336000:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.348449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.348450:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241472 00000100:00100000:3.0:1740485460.348453:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241472 00010000:00010000:1.0:1740485460.348460:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3594 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348462:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3594 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.348464:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.348483:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241600 00000100:00100000:3.0:1740485460.348484:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241728 00000100:00100000:3.0:1740485460.348485:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241728 00000100:00100000:1.0:1740485460.348485:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241600 00000100:00100000:2.0:1740485460.348489:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708336640:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.348490:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3596 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348491:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3596 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.348500:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241856 00010000:00010000:2.0:1740485460.348500:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.348502:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241856 00000100:00100000:1.0:1740485460.348503:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520434 00000100:00100000:1.0:1740485460.348506:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3597:2006:x1825030869241344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.348510:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3597 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348511:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.348511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.348514:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3597 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348519:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3597 pid: 16696 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348528:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072168000/0x5922c046cdac02d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138eebd expref: 3597 pid: 16696 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.348531:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869241984 00000100:00100000:0.0:1740485460.348532:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242112 00000100:00100000:3.0:1740485460.348534:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869241984 00010000:00010000:1.0:1740485460.348534:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.348534:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242112 00010000:00010000:1.0:1740485460.348536:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.348538:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.348541:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708337280:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.348542:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348543:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3598 pid: 16626 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.348543:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3598 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348562:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.348572:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348574:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520435 00000100:00100000:0.0:1740485460.348592:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3598:2006:x1825030869241472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.348593:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3598:2006:x1825030869241344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.348597:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520436 00010000:00010000:0.0:1740485460.348599:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.348600:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520434 00000100:00100000:3.0:1740485460.348601:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3598:2006:x1825030869241728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.348602:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3598 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348608:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.348608:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3597 pid: 16679 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.348610:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520437 00010000:00010000:3.0:1740485460.348611:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3597 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.348614:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520438 00000100:00100000:2.0:1740485460.348615:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3597:2006:x1825030869241600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.348617:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3597 pid: 9997 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.348617:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3597:2004:x1825030869241856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.348617:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132d5fa00/0x5922c046cdac039c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef34 expref: 3597 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348622:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.348623:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.348623:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.348624:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.348625:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.348625:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3596 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348626:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.348626:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348627:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3596 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348628:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348630:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3596 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.348630:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348633:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348636:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3596 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348637:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f313a00/0x5922c046cdac0619 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f0a0 expref: 3596 pid: 16679 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348640:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.348640:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.348644:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.348645:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.348647:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.348647:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348649:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.348651:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3595:2006:x1825030869241472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (236us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.348652:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348654:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.348655:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3595:2006:x1825030869241728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.348655:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520435 00010000:00010000:2.0:1740485460.348658:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.348659:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520436 00010000:00010000:1.0:1740485460.348663:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.348665:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520439 00000100:00100000:0.0:1740485460.348668:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3593:2004:x1825030869242112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.348669:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.348670:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520440 00010000:00010000:0.0:1740485460.348671:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.348672:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3593:2004:x1825030869241856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.348673:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3593:2003:x1825030869241984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.348674:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3593 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.348676:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520438 00010000:00010000:3.0:1740485460.348679:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.348679:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3593 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348682:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3593 pid: 16626 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.348685:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.348686:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3592:2006:x1825030869241600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (243us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.348686:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.348687:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3592 pid: 16626 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.348687:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.348690:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520437 00010000:00010000:0.0:1740485460.348691:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348694:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.348695:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.348697:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.348698:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348702:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f3d0e00/0x5922c046cdac0532 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f014 expref: 3591 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.348704:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348705:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3591:2004:x1825030869242112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.348708:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520439 00000100:00100000:1.0:1740485460.348709:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708336256:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.348713:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.348718:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348723:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348726:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099af5a00/0x5922c046cdac08ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f29f expref: 3589 pid: 16626 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.348727:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3589:2003:x1825030869241984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (226us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.348727:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348731:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348731:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.348733:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520440 00000100:00100000:0.0:1740485460.348733:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708337024:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.348735:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348736:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348741:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348741:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348742:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348744:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348746:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012df39e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.348747:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348748:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348751:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348752:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135c67400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.348753:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348756:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348757:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348758:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348760:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df39e00/0x5922c046cdb8c887 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348764:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348764:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348767:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c67400/0x5922c046cdb8c895 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348771:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348780:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348784:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348787:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be5600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.348789:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348793:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348799:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348802:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8c879 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348805:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348810:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348815:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348819:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348823:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348826:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e7b8c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.348828:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348831:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348837:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.348841:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e7b8c00/0x5922c046cdb8c8a3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.348847:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3907:3767:x1825030708335744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1878us (1933us total) trans 4295501685 rc 0/0 00000100:00100000:1.0:1740485460.348851:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431655 00000100:00100000:2.0:1740485460.348852:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3908:3767:x1825030708336128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1770us (1849us total) trans 4295501686 rc 0/0 00000100:00100000:2.0:1740485460.348856:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431656 00000004:00080000:1.0:1740485460.348870:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ae300/2, rc 0, transno 4295501686 00010000:00010000:2.0:1740485460.348871:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348876:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.348880:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708336128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.348881:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.348885:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50adc00/2, rc 0, transno 4295501685 00010000:00010000:2.0:1740485460.348886:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.348887:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708335744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.348890:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348897:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135c67200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.348899:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348899:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fc2a600/0x5922c046cdac0770 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f195 expref: 3587 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.348902:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348908:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.348911:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c67200/0x5922c046cdb8c880 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.348911:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708336896:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.348913:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3907:3767:x1825030708335360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2079us (2176us total) trans 4295501687 rc 0/0 00000100:00100000:3.0:1740485460.348918:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431653 00010000:00010000:1.0:1740485460.348918:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348921:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3907:3765:x1825030708336768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1614us (1648us total) trans 4295501688 rc 0/0 00010000:00010000:1.0:1740485460.348923:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.348926:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431659 00010000:00010000:1.0:1740485460.348927:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348930:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348934:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348938:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348939:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ab7a00/0x5922c046cdac0467 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ef9d expref: 3586 pid: 9997 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.348941:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.348942:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348946:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.348947:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708336512:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.348954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.348955:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.348956:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.348958:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98d400/0x5922c046cdb8c89c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.348964:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50aed80/2, rc 0, transno 4295501688 00000100:00100000:3.0:1740485460.348970:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242240 00000100:00100000:2.0:1740485460.348971:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708336768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.348972:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242240 00010000:00010000:3.0:1740485460.348978:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3586 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.348988:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520441 00000100:00100000:3.0:1740485460.348990:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3586:2006:x1825030869242240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.348992:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708337664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.348994:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.348997:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3586 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.349002:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3586 pid: 16607 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.349008:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b8bb400/0x5922c046cdac0ae2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f489 expref: 3586 pid: 16607 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.349010:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.349014:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.349015:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.349017:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349021:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.349023:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708337536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349027:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3906:3765:x1825030708336384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1775us (1819us total) trans 4295501689 rc 0/0 00000004:00080000:2.0:1740485460.349031:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50aea00/2, rc 0, transno 4295501689 00000100:00100000:1.0:1740485460.349031:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431658 00010000:00010000:3.0:1740485460.349033:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.349035:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.349037:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708336384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349039:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708337664 00000100:00100000:1.0:1740485460.349041:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708337664 00000100:00100000:3.0:1740485460.349047:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3585:2006:x1825030869242240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.349049:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708337536 00000100:00100000:3.0:1740485460.349050:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520441 00000100:00100000:1.0:1740485460.349050:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708337536 00000100:00100000:0.0:1740485460.349052:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431661 00000100:00100000:0.0:1740485460.349055:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3907:3765:x1825030708337664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.349056:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349060:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.349060:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431662 00000100:00100000:1.0:1740485460.349063:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3907:3764:x1825030708337536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.349064:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18542 count 1 00010000:00010000:3.0:1740485460.349065:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349068:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349069:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349070:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.349071:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18541 count 1 00010000:00010000:2.0:1740485460.349072:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349073:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349075:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349077:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349077:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3584 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349078:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be5a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.349078:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349080:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349080:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349083:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349084:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.349084:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349084:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349085:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349085:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3584 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349086:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349089:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349089:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349089:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.349090:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.349091:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349093:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be5a00/0x5922c046cdb8c8aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349097:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349100:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3584 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349101:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be5e00/0x5922c046cdb8c88e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349104:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3584 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.349108:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3584 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.349110:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3584 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.349117:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708337920:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.349118:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708338048:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.349131:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.349137:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.349141:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349152:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.349166:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ace00/2, rc 0, transno 4295501687 00000100:00100000:2.0:1740485460.349175:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3909:3767:x1825030708337152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1506us (1563us total) trans 4295501690 rc 0/0 00000100:00100000:1.0:1740485460.349177:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708335360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.349179:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431660 00000004:00080000:1.0:1740485460.349184:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098fcd500/2, rc 0, transno 4295501690 00000100:00100000:1.0:1740485460.349186:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880098fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349189:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.349191:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.349201:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3908:3765:x1825030708335616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2115us (2166us total) trans 4295501691 rc 0/0 00000100:00100000:1.0:1740485460.349201:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.349209:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431657 00000100:00100000:2.0:1740485460.349213:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708337408 00000100:00100000:1.0:1740485460.349213:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708338176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.349216:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708337408 00000100:00100000:0.0:1740485460.349220:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708338304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349221:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.349222:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708337792 00000100:00100000:3.0:1740485460.349224:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708337792 00000100:00100000:2.0:1740485460.349226:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708338176 00000100:00100000:2.0:1740485460.349227:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708338176 00000100:00100000:3.0:1740485460.349234:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431663 00000100:00100000:3.0:1740485460.349237:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3910:3767:x1825030708337408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.349237:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431664 00000100:00100000:2.0:1740485460.349241:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3910:3767:x1825030708337792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349241:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431665 00000100:00100000:0.0:1740485460.349241:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.349244:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3910:3767:x1825030708338176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.349245:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18540 count 1 00002000:00080000:2.0:1740485460.349249:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18543 count 1 00010000:00010000:3.0:1740485460.349252:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349258:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.349258:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708338304 00010000:00010000:3.0:1740485460.349259:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3584 pid: 16634 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.349260:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708338304 00010000:00010000:3.0:1740485460.349263:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349264:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349265:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349268:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349274:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.349274:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431666 00010000:00010000:2.0:1740485460.349275:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.349276:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3911:3764:x1825030708338304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.349277:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.349283:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18545 count 1 00010000:00010000:3.0:1740485460.349284:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3584 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349289:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.349292:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349293:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3584 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.349295:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.349299:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708338432:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.349299:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.349300:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.349301:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3584 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.349302:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.349311:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708338560:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.349311:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.349316:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.349316:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3584 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.349322:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708338688:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.349329:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ad880/2, rc 0, transno 4295501691 00000100:00100000:2.0:1740485460.349330:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.349334:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708335616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349334:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b6c0 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.349342:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18544 count 1 00010000:00010000:1.0:1740485460.349347:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.349352:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708338816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.349352:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3584 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349359:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.349360:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.349361:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.349364:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.349369:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3584 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.349373:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3584 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.349377:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708338816 00000100:00100000:1.0:1740485460.349378:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708338944:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.349379:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708338816 00000100:00100000:3.0:1740485460.349387:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431667 00000100:00100000:1.0:1740485460.349389:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009a993180 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.349390:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3913:3765:x1825030708338816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.349403:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18546 count 1 00010000:00010000:3.0:1740485460.349410:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349417:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3584 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349421:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349422:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.349423:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3913:3765:x1825030708335488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2487us (2540us total) trans 4295501692 rc 0/0 00010000:00010000:3.0:1740485460.349424:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.349429:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431654 00010000:00010000:3.0:1740485460.349437:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3584 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349443:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3584 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.349451:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708339072:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.349469:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000004:00080000:3.0:1740485460.349487:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ad500/2, rc 0, transno 4295501692 00000100:00100000:3.0:1740485460.349508:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708335488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349575:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708339200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.349601:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.349640:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708339200 00000100:00100000:3.0:1740485460.349642:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708339200 00000100:00100000:3.0:1740485460.349658:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431668 00000100:00100000:3.0:1740485460.349661:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3913:3766:x1825030708339200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.349669:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18547 count 1 00010000:00010000:3.0:1740485460.349675:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349682:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349685:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349686:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.349688:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349703:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3584 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.349711:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3584 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.349718:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708339328:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.349747:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.349986:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708338048:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.349995:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.350641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.350646:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242368 00000100:00100000:0.0:1740485460.350651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.350652:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242368 00000100:00100000:2.0:1740485460.350655:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708338560:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.350662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.350665:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350667:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3585 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.350677:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708337920:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.350686:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242496 00000100:00100000:2.0:1740485460.350687:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242624 00000100:00100000:3.0:1740485460.350689:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242496 00000100:00100000:2.0:1740485460.350689:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242624 00010000:00010000:1.0:1740485460.350689:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.350697:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3587 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.350697:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242752 00010000:00010000:2.0:1740485460.350699:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3587 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.350699:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242752 00000100:00100000:1.0:1740485460.350703:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708338688:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.350708:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3588 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.350711:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869242880 00010000:00010000:1.0:1740485460.350711:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.350714:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869242880 00000100:00100000:2.0:1740485460.350718:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520442 00010000:00010000:3.0:1740485460.350723:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3589 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.350723:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3589:2006:x1825030869242368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.350724:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708338944:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.350725:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520443 00000100:00100000:0.0:1740485460.350728:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3589:2006:x1825030869242496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.350729:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350731:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.350733:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.350735:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3589 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.350736:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3589 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.350741:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3589 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350743:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3589 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.350746:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520444 00010000:00010000:0.0:1740485460.350749:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fad1c00/0x5922c046cdac107d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f8cd expref: 3589 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.350750:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3589:2006:x1825030869242624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.350751:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520445 00000100:00100000:1.0:1740485460.350755:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c42450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3588:2003:x1825030869242752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.350756:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d001800/0x5922c046cdac0f18 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f7fb expref: 3588 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.350756:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.350757:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.350758:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.350759:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350761:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3588 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.350763:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350765:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.350766:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.350767:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3587 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350768:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350768:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.350772:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3587 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350773:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350774:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.350776:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.350777:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.350777:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3587 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.350778:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350783:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350784:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.350786:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008be34200/0x5922c046cdac0fd5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f864 expref: 3587 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.350786:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3587:2006:x1825030869242496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.350790:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520443 00010000:00010000:3.0:1740485460.350791:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.350792:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.350793:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.350795:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.350797:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3585:2006:x1825030869242368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (195us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.350799:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350799:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520446 00000100:00100000:2.0:1740485460.350802:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520442 00000100:00100000:0.0:1740485460.350802:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3585:2006:x1825030869242880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.350805:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3585:2006:x1825030869242624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (153us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.350806:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.350808:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3585 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.350810:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520444 00010000:00010000:1.0:1740485460.350810:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.350814:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3584 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350818:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350820:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099eccc00/0x5922c046cdac11aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f975 expref: 3583 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350823:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.350824:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c42450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3583:2003:x1825030869242752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (161us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.350826:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.350827:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350827:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.350829:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520445 00010000:00010000:0.0:1740485460.350829:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350831:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350833:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350834:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350835:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c757000/0x5922c046cdac0df2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f730 expref: 3581 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.350837:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.350839:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350841:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.350843:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.350844:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708338432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.350849:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3580:2006:x1825030869242880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.350851:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350852:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520446 00010000:00010000:3.0:1740485460.350853:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350853:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.350855:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8c8c6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350857:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350858:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350861:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350862:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350865:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350866:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350869:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350870:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350872:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012df38000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.350873:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350874:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350877:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5925400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.350877:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350878:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350882:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350886:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350887:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.350890:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df38000/0x5922c046cdb8c8cd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.350891:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5925400/0x5922c046cdb8c8bf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350895:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243136 00000100:00100000:0.0:1740485460.350897:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243136 00010000:00010000:0.0:1740485460.350904:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3580 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.350912:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520447 00000100:00100000:0.0:1740485460.350915:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3580:2006:x1825030869243136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.350918:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.350920:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3580 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.350925:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3580 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.350930:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350931:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.350932:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.350933:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350934:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350937:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350938:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.350940:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3916:3767:x1825030708337792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1698us (1737us total) trans 4295501693 rc 0/0 00010000:00010000:1.0:1740485460.350942:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.350943:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.350944:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431664 00010000:00010000:1.0:1740485460.350945:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.350948:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098dadc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.350950:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350952:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3580:2006:x1825030869243136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (63us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.350953:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.350956:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520447 00010000:00010000:1.0:1740485460.350960:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.350961:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50afb80/2, rc 0, transno 4295501693 00010000:00010000:1.0:1740485460.350964:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098dadc00/0x5922c046cdb8c8b8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.350965:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.350978:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3915:3767:x1825030708337408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1740us (1825us total) trans 4295501694 rc 0/0 00000100:00100000:0.0:1740485460.350979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.350983:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431663 00000004:00080000:2.0:1740485460.350984:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50af100/2, rc 0, transno 4295501694 00000100:00100000:0.0:1740485460.350985:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243008 00000100:00100000:0.0:1740485460.350987:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243008 00000100:00100000:2.0:1740485460.350989:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708337408:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.350992:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3580 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.351000:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520448 00000100:00100000:3.0:1740485460.351002:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708339328:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.351003:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3580:2004:x1825030869243008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.351012:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.351013:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351015:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3580 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.351020:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3580 pid: 16672 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.351026:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708339584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.351027:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afa9a00/0x5922c046cdac111e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f928 expref: 3580 pid: 16672 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.351029:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af4d600/0x5922c046cdac1259 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138f9f3 expref: 3580 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.351034:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.351035:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.351036:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708339072:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.351036:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3915:3764:x1825030708337536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1971us (1999us total) trans 4295501696 rc 0/0 00010000:00010000:0.0:1740485460.351037:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351041:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351043:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431662 00010000:00010000:3.0:1740485460.351045:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.351052:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351052:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.351055:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708339584 00010000:00010000:3.0:1740485460.351058:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351058:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708339584 00000100:00100000:0.0:1740485460.351063:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3578:2004:x1825030869243008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (84us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.351064:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.351067:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ac700/2, rc 0, transno 4295501696 00000100:00100000:0.0:1740485460.351067:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520448 00010000:00010000:3.0:1740485460.351071:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351073:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708337536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.351074:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431669 00010000:00010000:3.0:1740485460.351077:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351079:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3915:3764:x1825030708339584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.351083:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ab82000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.351086:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.351090:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18549 count 1 00010000:00010000:3.0:1740485460.351093:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351093:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.351097:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708339712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351100:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351102:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351109:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab82000/0x5922c046cdb8c8db lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.351111:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3577 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351115:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351116:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.351116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.351117:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351120:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708339712 00000100:00100000:2.0:1740485460.351122:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708339712 00000100:00100000:0.0:1740485460.351126:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243264 00010000:00010000:1.0:1740485460.351128:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3577 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.351128:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243264 00000100:00100000:2.0:1740485460.351133:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431670 00010000:00010000:0.0:1740485460.351135:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3578 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.351136:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3916:3764:x1825030708339712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351138:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3578 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.351143:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708339840:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.351144:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520449 00002000:00080000:2.0:1740485460.351145:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18550 count 1 00000100:00100000:0.0:1740485460.351146:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3578:2006:x1825030869243264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.351150:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.351152:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351152:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3578 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.351158:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c1e9600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.351158:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3578 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.351160:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3578 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351164:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351165:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.351165:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdac1301 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fa47 expref: 3578 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.351167:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351174:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.351175:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.351176:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.351177:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351181:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.351184:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351187:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708339968:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.351190:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3917:3765:x1825030708338816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1798us (1824us total) trans 4295501697 rc 0/0 00010000:00010000:0.0:1740485460.351193:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.351194:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431667 00000100:00100000:2.0:1740485460.351200:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131b9d300 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.351204:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3577:2006:x1825030869243264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.351207:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520449 00000100:00100000:2.0:1740485460.351209:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708339456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.351214:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd1180/2, rc 0, transno 4295501697 00000100:00100000:1.0:1740485460.351215:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3916:3764:x1825030708338304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1937us (1974us total) trans 4295501695 rc 0/0 00000100:00100000:2.0:1740485460.351218:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.351220:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708338816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.351220:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431666 00000100:00100000:1.0:1740485460.351228:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708339456 00000100:00100000:1.0:1740485460.351230:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708339456 00000004:00080000:2.0:1740485460.351235:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ac380/2, rc 0, transno 4295501695 00000100:00100000:1.0:1740485460.351239:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431671 00000100:00100000:1.0:1740485460.351241:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3916:3767:x1825030708339456:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.351247:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708338304:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.351249:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18548 count 1 00000100:00100000:2.0:1740485460.351256:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708340096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351258:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351261:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351265:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351266:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.351267:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3576 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351270:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351272:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.351273:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.351274:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351275:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708340224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351275:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351277:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351278:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351281:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88013661a600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.351283:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351284:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.351286:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.351292:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351292:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708340096 00010000:00010000:1.0:1740485460.351292:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3576 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351294:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708340096 00010000:00010000:3.0:1740485460.351295:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013661a600/0x5922c046cdb8c8e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351302:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708340224 00000100:00100000:2.0:1740485460.351303:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708340224 00010000:00010000:1.0:1740485460.351306:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3576 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.351309:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431672 00000100:00100000:2.0:1740485460.351312:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3918:3766:x1825030708340096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.351315:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708340352:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.351319:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18551 count 1 00010000:00010000:2.0:1740485460.351325:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351331:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3576 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351335:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.351335:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.351336:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351338:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351346:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431673 00010000:00010000:2.0:1740485460.351347:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3576 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351349:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3919:3766:x1825030708340224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.351352:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3576 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.351357:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708340480:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.351357:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18552 count 1 00000100:00100000:3.0:1740485460.351364:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3919:3766:x1825030708339200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1702us (1761us total) trans 4295501698 rc 0/0 00010000:00010000:1.0:1740485460.351364:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351368:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431668 00010000:00010000:1.0:1740485460.351370:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3576 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351374:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351375:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351377:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351378:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43480 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.351386:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3576 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351391:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3576 pid: 16694 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.351395:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82c380/2, rc 0, transno 4295501698 00000100:00100000:1.0:1740485460.351399:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708340608:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.351401:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708339200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.351412:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.351419:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351424:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351428:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351431:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.351431:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351435:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351438:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072c24600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.351439:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708340736:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351440:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351443:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351448:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351453:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072c24600/0x5922c046cdb8c8d4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351457:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.351481:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708340736 00000100:00100000:2.0:1740485460.351484:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708340736 00000100:00100000:2.0:1740485460.351495:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431674 00000100:00100000:2.0:1740485460.351497:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3920:3765:x1825030708340736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.351505:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18553 count 1 00010000:00010000:2.0:1740485460.351510:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351517:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3576 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351521:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351521:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351523:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.351523:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3920:3767:x1825030708338176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2278us (2301us total) trans 4295501699 rc 0/0 00000100:00100000:1.0:1740485460.351527:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431665 00010000:00010000:2.0:1740485460.351532:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3576 pid: 16089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351536:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3576 pid: 16089 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.351537:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ac000/2, rc 0, transno 4295501699 00010000:00010000:1.0:1740485460.351539:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351542:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708340864:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.351543:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351547:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351565:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708338176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351568:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351573:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351576:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131a1a800 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.351592:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708340992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351592:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351597:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351604:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351606:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.351608:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a1a800/0x5922c046cdb8c8b1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x486e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.351617:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.351680:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708340992 00000100:00100000:0.0:1740485460.351684:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708340992 00000100:00100000:1.0:1740485460.351692:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3921:3765:x1825030708337664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2635us (2681us total) trans 4295501700 rc 0/0 00000100:00100000:1.0:1740485460.351696:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431661 00000100:00100000:1.0:1740485460.351705:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431675 00000100:00100000:1.0:1740485460.351707:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3920:3765:x1825030708340992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.351715:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18554 count 1 00010000:00010000:1.0:1740485460.351721:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.351723:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50aca80/2, rc 0, transno 4295501700 00010000:00010000:1.0:1740485460.351727:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3576 pid: 12550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351729:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708337664:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.351731:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351732:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.351733:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.351743:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3576 pid: 12550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.351751:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.351751:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3576 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.351756:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708341248:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.351757:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708341120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.351771:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.351773:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.351784:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708341120 00000100:00100000:2.0:1740485460.351786:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708341120 00000100:00100000:2.0:1740485460.351797:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431676 00000100:00100000:2.0:1740485460.351800:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3921:3767:x1825030708341120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.351807:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18555 count 1 00010000:00010000:2.0:1740485460.351813:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351820:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3576 pid: 12550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351824:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351825:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.351826:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351834:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3576 pid: 12550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.351839:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3576 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.351845:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708341376:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.351860:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef439c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.352382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.352394:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243520 00000100:00100000:0.0:1740485460.352397:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243520 00010000:00010000:0.0:1740485460.352409:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.352421:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708339840:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.352425:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520450 00000100:00100000:0.0:1740485460.352429:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3577:2006:x1825030869243520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.352435:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.352436:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.352439:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708339968:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.352439:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.352447:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.352457:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.352469:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013549dc00/0x5922c046cdac1554 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb82 expref: 3577 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.352484:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.352486:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.352489:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.352496:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.352516:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.352527:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352535:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352540:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.352542:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3576:2006:x1825030869243520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 112us (160us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.352544:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352548:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.352562:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520450 00010000:00010000:2.0:1740485460.352563:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.352565:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352569:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352593:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.352600:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4a00/0x5922c046cdb8c8f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.352638:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243392 00000100:00100000:0.0:1740485460.352642:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243392 00010000:00010000:0.0:1740485460.352653:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3576 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.352669:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520451 00000100:00100000:0.0:1740485460.352672:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3576:2003:x1825030869243392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.352674:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708340608:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.352678:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.352682:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3576 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352684:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.352689:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708340480:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.352689:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3576 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.352699:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3922:3764:x1825030708339712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1561us (1588us total) trans 4295501701 rc 0/0 00010000:00010000:3.0:1740485460.352700:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.352704:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431670 00010000:00010000:0.0:1740485460.352704:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f649a00/0x5922c046cdac145f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fb12 expref: 3576 pid: 16654 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.352717:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae41880/2, rc 0, transno 4295501701 00000100:00100000:3.0:1740485460.352723:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708339712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.352750:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708341504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.352767:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.352776:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708341504 00000100:00100000:2.0:1740485460.352779:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708341504 00010000:00010000:0.0:1740485460.352779:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.352780:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.352783:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.352789:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431677 00010000:00010000:0.0:1740485460.352790:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.352792:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3922:3767:x1825030708341504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.352798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00002000:00080000:2.0:1740485460.352801:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18556 count 1 00010000:00010000:0.0:1740485460.352806:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.352808:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352809:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243648 00000100:00100000:1.0:1740485460.352811:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243648 00010000:00010000:2.0:1740485460.352816:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3576 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352820:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.352820:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3576 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.352821:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.352823:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.352826:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3576:2003:x1825030869243392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 152us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.352832:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520451 00010000:00010000:2.0:1740485460.352833:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3576 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352837:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520452 00010000:00010000:2.0:1740485460.352838:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3576 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.352841:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3575:2004:x1825030869243648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.352844:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708341632:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.352847:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.352850:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3575 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352855:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3575 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.352860:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43480 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.352863:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c34cc00/0x5922c046cdac1603 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fbeb expref: 3575 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352871:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.352872:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.352874:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.352876:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708340864:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.352878:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.352887:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.352888:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.352894:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352901:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3574:2004:x1825030869243648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.352902:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352904:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520452 00010000:00010000:2.0:1740485460.352906:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352910:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352914:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352917:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbfa00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.352917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.352918:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.352922:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352924:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243776 00000100:00100000:1.0:1740485460.352926:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243776 00010000:00010000:2.0:1740485460.352928:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.352931:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3574 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.352932:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8c8fe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.352940:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520453 00000100:00100000:1.0:1740485460.352942:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3574:2003:x1825030869243776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.352946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.352947:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.352949:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3574 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352957:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3574 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.352958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.352959:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869243904 00000100:00100000:3.0:1740485460.352963:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869243904 00010000:00010000:1.0:1740485460.352968:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d09e800/0x5922c046cdac169d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fc46 expref: 3575 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.352968:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244032 00000100:00100000:0.0:1740485460.352971:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244032 00010000:00010000:3.0:1740485460.352976:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3575 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352977:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.352978:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.352981:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.352983:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3575 pid: 12550 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.352987:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.352992:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520454 00000100:00100000:3.0:1740485460.352996:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3575:2004:x1825030869243904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.352999:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520455 00010000:00010000:3.0:1740485460.353001:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.353001:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.353003:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3575:2003:x1825030869244032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.353004:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3575 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353007:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3923:3766:x1825030708340096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1694us (1739us total) trans 4295501702 rc 0/0 00010000:00010000:3.0:1740485460.353009:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3575 pid: 16089 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.353010:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.353012:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431672 00010000:00010000:0.0:1740485460.353014:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3575 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.353017:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3575:2003:x1825030869243776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.353018:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f737e00/0x5922c046cdac1722 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fca8 expref: 3575 pid: 16089 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.353023:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520453 00010000:00010000:0.0:1740485460.353023:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3575 pid: 12550 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.353025:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.353026:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.353028:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.353029:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd1c00/2, rc 0, transno 4295501702 00010000:00010000:3.0:1740485460.353032:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353034:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708340096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.353034:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353035:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353038:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353041:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.353041:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353045:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353048:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353053:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3573:2004:x1825030869243904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (106us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.353056:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.353057:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520454 00010000:00010000:1.0:1740485460.353060:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353062:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708341760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.353066:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353070:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353073:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009dad5c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.353073:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3572:2003:x1825030869244032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.353075:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353076:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.353079:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353079:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520455 00010000:00010000:3.0:1740485460.353080:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353084:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353085:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353088:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353088:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708341760 00010000:00010000:1.0:1740485460.353088:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dad5c00/0x5922c046cdb8c8e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353090:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708341760 00010000:00010000:3.0:1740485460.353092:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353095:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135c66a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.353097:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353099:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431678 00010000:00010000:3.0:1740485460.353100:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353102:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3923:3764:x1825030708341760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.353105:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353109:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c66a00/0x5922c046cdb8c90c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.353110:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18557 count 1 00000100:00100000:0.0:1740485460.353110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.353117:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353122:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244160 00010000:00010000:2.0:1740485460.353124:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3571 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353125:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244160 00010000:00010000:2.0:1740485460.353128:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.353128:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.353130:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353134:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3572 pid: 12550 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.353139:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3572 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353144:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3572 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353153:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708341888:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.353156:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520456 00000100:00100000:0.0:1740485460.353161:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3572:2006:x1825030869244160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.353165:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43b40 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.353167:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.353171:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3572 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.353173:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bab2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3925:3764:x1825030708339584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2093us (2123us total) trans 4295501703 rc 0/0 00000100:00100000:1.0:1740485460.353177:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431669 00000004:00080000:2.0:1740485460.353178:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae40700/2, rc 0, transno 4295501703 00010000:00010000:0.0:1740485460.353180:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3572 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353182:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708339584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.353191:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353193:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353195:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353196:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.353199:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708342016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.353202:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353211:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.353213:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.353221:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708342016 00000100:00100000:2.0:1740485460.353222:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708342016 00000100:00100000:3.0:1740485460.353231:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3925:3765:x1825030708340736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1731us (1772us total) trans 4295501704 rc 0/0 00000100:00100000:2.0:1740485460.353232:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431679 00000100:00100000:2.0:1740485460.353234:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3925:3764:x1825030708342016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.353241:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431674 00002000:00080000:2.0:1740485460.353241:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18558 count 1 00010000:00010000:1.0:1740485460.353246:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353247:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353251:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353254:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3572 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353255:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353258:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.353258:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353259:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.353260:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353262:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353265:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009add2000 already unused, calling callback (ffffffffa0872710) 00000004:00080000:3.0:1740485460.353266:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad0a80/2, rc 0, transno 4295501704 00010000:00010000:1.0:1740485460.353267:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353270:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3572 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353270:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353274:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708340736:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.353276:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353280:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009add2000/0x5922c046cdb8c905 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353281:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3572:2006:x1825030869244160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 119us (171us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.353283:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3572 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353291:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708342144:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.353304:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.353309:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708342272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.353309:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43e40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.353324:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.353332:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520456 00010000:00010000:2.0:1740485460.353333:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbb1600/0x5922c046cdac1879 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fd6c expref: 3572 pid: 12550 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353345:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708341376:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.353346:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3925:3766:x1825030708340224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1995us (2060us total) trans 4295501705 rc 0/0 00000100:00100000:1.0:1740485460.353350:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431673 00000004:00080000:3.0:1740485460.353354:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd1f80/2, rc 0, transno 4295501705 00010000:00010000:2.0:1740485460.353356:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.353357:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708342272 00000100:00100000:3.0:1740485460.353358:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708340224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.353359:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708342272 00010000:00010000:2.0:1740485460.353363:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353369:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353376:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.353379:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708340352:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.353381:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431680 00000100:00100000:0.0:1740485460.353381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.353382:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353386:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3925:3767:x1825030708342272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.353388:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353389:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353389:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244288 00000100:00100000:0.0:1740485460.353391:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244288 00010000:00010000:2.0:1740485460.353395:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f2a00 already unused, calling callback (ffffffffa0872710) 00002000:00080000:3.0:1740485460.353397:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18559 count 1 00010000:00010000:2.0:1740485460.353398:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353402:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5179e00/0x5922c046cdac17d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fcfc expref: 3571 pid: 12550 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.353405:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353406:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.353409:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708341248:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.353415:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353417:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3570 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353418:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353421:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2a00/0x5922c046cdb8c91a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353422:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353423:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353424:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.353425:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353426:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353429:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353433:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353440:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353442:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3570 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353442:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3570 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.353443:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009add3800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.353445:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353448:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353451:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3570 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.353454:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353457:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009add3800/0x5922c046cdb8c913 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353460:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708342528:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.353462:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520457 00000100:00100000:0.0:1740485460.353466:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3570:2004:x1825030869244288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.353473:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.353476:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3570 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353479:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.353486:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708342400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.353489:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3570 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.353496:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bcfb600/0x5922c046cdac13be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fab0 expref: 3570 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353497:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.353501:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3927:3767:x1825030708341120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1699us (1726us total) trans 4295501706 rc 0/0 00000100:00100000:2.0:1740485460.353505:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431676 00010000:00010000:0.0:1740485460.353505:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353506:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353508:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.353512:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ef100/2, rc 0, transno 4295501706 00010000:00010000:0.0:1740485460.353512:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.353515:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708342400 00000100:00100000:3.0:1740485460.353516:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708341120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.353517:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708342400 00000100:00100000:1.0:1740485460.353524:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3927:3765:x1825030708340992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1813us (1914us total) trans 4295501707 rc 0/0 00000100:00100000:1.0:1740485460.353527:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431675 00010000:00010000:0.0:1740485460.353527:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.353530:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431681 00000100:00100000:2.0:1740485460.353532:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3927:3767:x1825030708342400:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.353535:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097b8e300/2, rc 0, transno 4295501707 00000100:00100000:3.0:1740485460.353538:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097b8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708340992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.353538:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353538:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3569:2004:x1825030869244288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (158us total) trans 0 rc 0/0 00002000:00080000:2.0:1740485460.353539:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18560 count 1 00000100:00100000:3.0:1740485460.353542:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.353542:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520457 00010000:00010000:1.0:1740485460.353543:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353546:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353547:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353568:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3568 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353568:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353571:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708342656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.353572:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353575:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.353575:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009df13600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.353590:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.353591:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353592:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353595:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353601:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.353601:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353602:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3568 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.353605:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df13600/0x5922c046cdb8c8f7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353608:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3568 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353612:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708342784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.353613:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708342912:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.353620:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.353627:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef439c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.353633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.353635:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708342656 00000100:00100000:3.0:1740485460.353638:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708342656 00000100:00100000:2.0:1740485460.353643:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708341632:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.353643:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244416 00000100:00100000:0.0:1740485460.353645:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244416 00000100:00100000:3.0:1740485460.353646:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708342784 00000100:00100000:3.0:1740485460.353648:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708342784 00010000:00010000:2.0:1740485460.353651:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353653:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3569 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353655:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431682 00000100:00100000:3.0:1740485460.353658:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3929:3765:x1825030708342656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.353662:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431683 00000100:00100000:0.0:1740485460.353663:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520458 00000100:00100000:2.0:1740485460.353664:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3929:3765:x1825030708342784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.353666:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3569:2006:x1825030869244416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1740485460.353668:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18561 count 1 00000100:00100000:1.0:1740485460.353669:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+3929:3767:x1825030708339456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2426us (2449us total) trans 4295501708 rc 0/0 00010000:00010000:0.0:1740485460.353671:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1740485460.353672:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18562 count 1 00000100:00100000:1.0:1740485460.353673:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431671 00010000:00010000:0.0:1740485460.353673:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3569 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.353675:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353678:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353679:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3569 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.353682:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3569 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353684:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3569 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353686:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.353686:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce4800/0x5922c046cdac18e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fdc0 expref: 3569 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.353687:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353689:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353691:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.353692:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.353693:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353694:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353695:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.353697:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353702:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3568 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353702:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3568 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.353703:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353706:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3568 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.353710:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3568 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.353712:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708343168:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.353717:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.353720:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708343040:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.353723:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43480 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.353729:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353730:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3568:2006:x1825030869244416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.353733:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353734:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.353736:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520458 00010000:00010000:2.0:1740485460.353737:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353741:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353744:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353748:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.353750:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.353754:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.353756:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82ea00/2, rc 0, transno 4295501708 00010000:00010000:2.0:1740485460.353759:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353762:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708339456:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.353762:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8c921 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.353783:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.353788:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708343296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.353803:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.353826:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708343296 00000100:00100000:3.0:1740485460.353828:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708343296 00000100:00100000:3.0:1740485460.353838:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431684 00000100:00100000:2.0:1740485460.353839:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3930:3767:x1825030708341504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1045us (1071us total) trans 4295501709 rc 0/0 00000100:00100000:3.0:1740485460.353841:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3930:3767:x1825030708343296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.353843:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431677 00002000:00080000:3.0:1740485460.353849:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18563 count 1 00000004:00080000:0.0:1740485460.353855:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8ec700/2, rc 0, transno 4295501709 00010000:00010000:3.0:1740485460.353856:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.353861:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708341504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.353863:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3567 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353867:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353868:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353869:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353878:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3567 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.353882:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.353883:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3567 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353888:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708343552:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.353888:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708343424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.353904:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.353905:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.353914:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708343424 00000100:00100000:3.0:1740485460.353916:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708343424 00000100:00100000:3.0:1740485460.353924:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431685 00000100:00100000:3.0:1740485460.353927:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3930:3766:x1825030708343424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.353932:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18564 count 1 00010000:00010000:3.0:1740485460.353938:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353952:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3567 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353958:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353959:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.353962:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353977:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3567 pid: 16041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.353986:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3567 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.353994:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708343680:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.354021:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.354561:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708341888:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.354572:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.354716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.354729:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244544 00000100:00100000:0.0:1740485460.354732:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244544 00010000:00010000:0.0:1740485460.354743:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3568 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.354770:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520459 00000100:00100000:0.0:1740485460.354774:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3568:2003:x1825030869244544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.354781:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.354784:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3568 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.354793:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3568 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.354804:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c539200/0x5922c046cdac192f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe0d expref: 3568 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.354816:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.354818:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.354821:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.354828:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354863:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354869:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354876:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354880:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354884:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354887:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072c1bc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.354889:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354893:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.354899:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 3/0,0 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.354943:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072c1bc00/0x5922c046cdb8c928 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.354961:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.354989:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3567:2003:x1825030869244544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 213us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.354995:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520459 00000100:00100000:2.0:1740485460.355001:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3931:3764:x1825030708341760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1896us (1922us total) trans 4295501710 rc 0/0 00000100:00100000:2.0:1740485460.355007:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431678 00000004:00080000:3.0:1740485460.355024:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f9500/2, rc 0, transno 4295501710 00000100:00100000:3.0:1740485460.355033:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708341760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.355033:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708342144:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.355045:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.355072:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708343808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.355084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.355088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.355097:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244672 00000100:00100000:2.0:1740485460.355102:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708343808 00000100:00100000:1.0:1740485460.355102:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244672 00000100:00100000:2.0:1740485460.355106:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708343808 00000100:00100000:3.0:1740485460.355111:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708342528:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.355112:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3567 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.355119:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431686 00010000:00010000:3.0:1740485460.355122:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.355123:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3931:3764:x1825030708343808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.355125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00002000:00080000:2.0:1740485460.355133:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18565 count 1 00000100:00100000:1.0:1740485460.355139:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244800 00000100:00100000:1.0:1740485460.355141:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244800 00000100:00100000:3.0:1740485460.355143:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520460 00010000:00010000:2.0:1740485460.355143:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.355147:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3568:2006:x1825030869244672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.355151:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3568 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.355152:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.355152:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3568 pid: 16656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355155:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3568 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.355158:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.355160:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3568 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.355160:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.355162:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355168:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009decfa00/0x5922c046cdac19ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fe8b expref: 3568 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.355168:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520461 00000100:00100000:1.0:1740485460.355173:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3567:2006:x1825030869244800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.355174:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.355175:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.355177:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355177:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3567 pid: 16656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355181:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.355181:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.355185:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3567 pid: 16656 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.355185:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3567 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.355190:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.355194:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708343936:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.355194:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3567 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.355202:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3567:2006:x1825030869244672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.355206:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520460 00010000:00010000:1.0:1740485460.355207:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009de8e800/0x5922c046cdac1a86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138fef4 expref: 3567 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.355212:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43e40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.355218:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.355220:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.355222:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.355222:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.355227:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355229:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355234:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355237:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355241:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.355242:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.355244:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072c1b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.355246:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355247:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355250:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355251:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355256:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355256:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355259:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072c1b000/0x5922c046cdb8c92f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.355259:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3565:2006:x1825030869244800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (134us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.355260:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.355263:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520461 00010000:00010000:3.0:1740485460.355264:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355267:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131d4b200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.355269:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355273:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355278:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355281:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d4b200/0x5922c046cdb8c936 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x487f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.355339:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3933:3764:x1825030708342016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2103us (2126us total) trans 4295501711 rc 0/0 00000100:00100000:2.0:1740485460.355343:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431679 00000004:00080000:0.0:1740485460.355367:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fccea00/2, rc 0, transno 4295501711 00000100:00100000:3.0:1740485460.355376:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3932:3767:x1825030708342272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1988us (2050us total) trans 4295501712 rc 0/0 00000100:00100000:0.0:1740485460.355376:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708342016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.355382:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431680 00000004:00080000:1.0:1740485460.355392:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd2d80/2, rc 0, transno 4295501712 00000100:00100000:1.0:1740485460.355397:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708342272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.355406:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708344064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.355416:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.355418:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.355422:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708344192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.355429:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708344064 00000100:00100000:3.0:1740485460.355432:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708344064 00000100:00100000:1.0:1740485460.355437:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.355442:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708344192 00000100:00100000:3.0:1740485460.355444:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708344192 00000100:00100000:3.0:1740485460.355450:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431687 00000100:00100000:3.0:1740485460.355452:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3933:3765:x1825030708344064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.355454:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431688 00000100:00100000:2.0:1740485460.355458:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3933:3767:x1825030708344192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.355460:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18566 count 1 00010000:00010000:3.0:1740485460.355467:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.355469:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18567 count 1 00010000:00010000:3.0:1740485460.355474:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3564 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355477:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.355477:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355478:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.355480:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355487:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3564 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.355489:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3564 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.355493:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.355494:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3564 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.355494:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.355497:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.355500:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708344320:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.355513:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3564 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.355522:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.355522:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3564 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.355531:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708344448:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.355564:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43b40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.356233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.356248:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708342912:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.356252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.356258:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356265:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869244928 00000100:00100000:1.0:1740485460.356268:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869244928 00000100:00100000:3.0:1740485460.356274:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245056 00010000:00010000:1.0:1740485460.356277:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3565 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.356279:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245056 00000100:00100000:2.0:1740485460.356284:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708343040:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.356290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.356291:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520462 00010000:00010000:2.0:1740485460.356292:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356294:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3566:2006:x1825030869244928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.356295:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356299:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.356301:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3566 pid: 16634 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.356302:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245184 00000100:00100000:0.0:1740485460.356305:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245184 00010000:00010000:1.0:1740485460.356307:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3566 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356315:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132249e00/0x5922c046cdac1ae1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ff4f expref: 3567 pid: 16634 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356316:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3567 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.356320:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520463 00000100:00100000:3.0:1740485460.356324:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3566:2004:x1825030869245056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.356324:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.356326:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.356327:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356329:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.356331:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520464 00010000:00010000:3.0:1740485460.356332:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356332:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356335:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3566:2006:x1825030869245184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.356338:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3566 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356341:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.356345:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3566 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.356347:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.356347:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.356348:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.356350:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356352:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3566 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.356354:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356358:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356361:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3566:2006:x1825030869244928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.356362:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.356362:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356362:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f71e000/0x5922c046cdac1ba5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8138ffcd expref: 3566 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.356365:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520462 00010000:00010000:2.0:1740485460.356366:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356370:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356374:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.356376:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3564:2004:x1825030869245056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.356376:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.356377:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f3200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.356378:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356378:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.356380:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520463 00010000:00010000:0.0:1740485460.356380:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356382:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356387:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.356389:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356393:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3200/0x5922c046cdb8c93d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356401:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f35bc00/0x5922c046cdac1c15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139002f expref: 3563 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356404:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.356408:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708343168:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.356409:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356412:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356416:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356419:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3562:2006:x1825030869245184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.356420:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356420:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356423:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356424:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520464 00010000:00010000:2.0:1740485460.356426:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131d4a200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.356427:0:16895:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245312 00010000:00010000:2.0:1740485460.356428:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.356429:0:16895:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245312 00000100:00100000:1.0:1740485460.356430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.356431:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356433:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245440 00010000:00010000:3.0:1740485460.356435:0:16895:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3562 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.356436:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356436:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245440 00010000:00010000:2.0:1740485460.356440:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d4a200/0x5922c046cdb8c944 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356443:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3563 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.356456:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520465 00000100:00100000:3.0:1740485460.356460:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3563:2006:x1825030869245312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.356464:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520466 00010000:00010000:3.0:1740485460.356466:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.356468:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3563:2006:x1825030869245440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.356470:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3563 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356473:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.356477:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3563 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.356478:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3563 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356484:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3563 pid: 16041 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.356489:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.356489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.356490:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.356493:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356494:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245568 00000100:00100000:1.0:1740485460.356496:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245568 00010000:00010000:0.0:1740485460.356497:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.356498:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.356499:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356500:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.356503:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3564 pid: 16656 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356507:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356510:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.356513:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3934:3765:x1825030708342656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2854us (2911us total) trans 4295501713 rc 0/0 00000100:00100000:1.0:1740485460.356514:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520467 00010000:00010000:0.0:1740485460.356515:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.356516:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3564:2006:x1825030869245568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.356517:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431682 00010000:00010000:1.0:1740485460.356521:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.356523:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3564 pid: 16656 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.356531:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3564:2006:x1825030869245312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.356531:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3564:2006:x1825030869245440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (99us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.356532:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3564 pid: 16656 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.356535:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520465 00000004:00080000:2.0:1740485460.356535:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd0a80/2, rc 0, transno 4295501713 00010000:00010000:1.0:1740485460.356539:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.356539:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.356539:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520466 00000100:00100000:2.0:1740485460.356540:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708342656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.356541:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.356545:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.356567:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.356594:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3562:2006:x1825030869245568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.356595:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708344320:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.356598:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520467 00010000:00010000:3.0:1740485460.356608:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356616:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708344576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356621:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356628:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356635:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356641:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356641:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.356647:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.356650:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3934:3767:x1825030708342400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3114us (3149us total) trans 4295501714 rc 0/0 00010000:00010000:3.0:1740485460.356651:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5495400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.356651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.356653:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.356655:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431681 00010000:00010000:3.0:1740485460.356657:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.356666:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708344576 00010000:00010000:3.0:1740485460.356667:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.356668:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708344576 00000100:00100000:1.0:1740485460.356668:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245696 00010000:00010000:3.0:1740485460.356671:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5495400/0x5922c046cdb8c94b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356671:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245696 00000100:00100000:2.0:1740485460.356677:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431689 00000100:00100000:2.0:1740485460.356679:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3934:3767:x1825030708344576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.356682:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3562 pid: 16654 timeout: 841 lvb_type: 0 00002000:00080000:2.0:1740485460.356687:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18568 count 1 00010000:00010000:2.0:1740485460.356693:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356699:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520468 00010000:00010000:2.0:1740485460.356700:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3562 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356702:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3562:2006:x1825030869245696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.356702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.356707:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.356708:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.356709:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.356710:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.356710:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3562 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356715:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3562 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.356717:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245824 00010000:00010000:2.0:1740485460.356720:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3562 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356721:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245824 00010000:00010000:1.0:1740485460.356722:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d140200/0x5922c046cdac1ebc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813901fd expref: 3562 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.356725:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3563 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356729:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.356730:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.356731:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708344704:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.356731:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356732:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3562 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.356736:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.356744:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.356747:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520469 00000100:00100000:2.0:1740485460.356749:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef439c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.356751:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3562:2006:x1825030869245824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.356755:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3562:2006:x1825030869245696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.356756:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.356759:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520468 00010000:00010000:0.0:1740485460.356760:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3562 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.356768:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3561 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.356771:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aeb2000/0x5922c046cdac1e29 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139017f expref: 3561 pid: 16656 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.356776:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd3480/2, rc 0, transno 4295501714 00000100:00100000:3.0:1740485460.356778:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3935:3765:x1825030708342784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3111us (3155us total) trans 4295501715 rc 0/0 00010000:00010000:0.0:1740485460.356778:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.356779:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.356781:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708343936:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.356781:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708342400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.356782:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.356784:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431683 00010000:00010000:0.0:1740485460.356788:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356792:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.356797:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.356799:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356801:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356805:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356806:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356810:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356810:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3560:2006:x1825030869245824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (109us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.356814:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356814:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520469 00010000:00010000:2.0:1740485460.356816:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356817:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356820:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f2000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.356820:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356822:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356824:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356826:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356827:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130543600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.356829:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356831:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708344832:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356832:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356833:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356835:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f2000/0x5922c046cdb8c967 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356839:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.356843:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130543600/0x5922c046cdb8c960 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.356845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.356909:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3936:3765:x1825030708344064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1455us (1490us total) trans 4295501716 rc 0/0 00000100:00100000:3.0:1740485460.356913:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431687 00000100:00100000:2.0:1740485460.356918:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3936:3764:x1825030708343808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1794us (1828us total) trans 4295501717 rc 0/0 00000100:00100000:3.0:1740485460.356921:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708344832 00000100:00100000:2.0:1740485460.356922:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431686 00000100:00100000:3.0:1740485460.356923:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708344832 00000004:00080000:0.0:1740485460.356926:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f7100/2, rc 0, transno 4295501717 00000100:00100000:3.0:1740485460.356933:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431690 00000100:00100000:3.0:1740485460.356935:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3935:3764:x1825030708344832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.356938:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708343808:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.356943:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18569 count 1 00000004:00080000:2.0:1740485460.356945:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f7b80/2, rc 0, transno 4295501716 00000100:00100000:2.0:1740485460.356949:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708344064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356950:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.356955:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd1880/2, rc 0, transno 4295501715 00000100:00100000:2.0:1740485460.356957:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708342784:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356958:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3559 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.356962:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.356962:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.356963:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708344960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356964:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.356973:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.356975:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3559 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.356976:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708345216:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.356981:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.356984:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708344960 00000100:00100000:3.0:1740485460.356986:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708345344:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.356986:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708344960 00000100:00100000:1.0:1740485460.356991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.356995:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708345216 00000100:00100000:2.0:1740485460.356997:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708345216 00000100:00100000:1.0:1740485460.357002:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1740485460.357003:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.357005:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708345088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.357005:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431691 00000100:00100000:0.0:1740485460.357010:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3937:3765:x1825030708344960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.357014:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431692 00010000:00010000:3.0:1740485460.357017:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f2db200/0x5922c046cdac1ca8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390091 expref: 3559 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.357019:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3937:3767:x1825030708345216:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.357021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.357022:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18570 count 1 00000100:00100000:3.0:1740485460.357024:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708343552:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.357029:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708345088 00002000:00080000:2.0:1740485460.357030:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18572 count 1 00000100:00100000:1.0:1740485460.357031:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708345088 00010000:00010000:3.0:1740485460.357032:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357033:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357036:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357039:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357040:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357041:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431693 00010000:00010000:0.0:1740485460.357043:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3558 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357044:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357044:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3938:3767:x1825030708345088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.357047:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357049:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3558 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357052:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.357052:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18571 count 1 00010000:00010000:0.0:1740485460.357054:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.357055:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ad79a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.357055:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.357055:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.357056:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.357057:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357058:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357058:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357060:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357060:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357067:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3558 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357068:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357071:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.357072:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.357073:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79a00/0x5922c046cdb8c952 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357073:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357073:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3558 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357074:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3558 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357083:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3558 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357083:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3558 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.357084:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3558 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.357088:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3558 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.357093:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708345472:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.357094:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708345600:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.357094:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708345728:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.357107:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c1e9600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.357115:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.357119:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.357132:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ebac800/0x5922c046cdac1f80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139026d expref: 3558 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.357139:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708344448:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.357149:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357154:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357157:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357161:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357164:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.357168:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3939:3767:x1825030708343296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3325us (3363us total) trans 4295501718 rc 0/0 00010000:00010000:2.0:1740485460.357168:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357171:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ad79e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.357172:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431684 00010000:00010000:2.0:1740485460.357173:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357177:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.357177:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd0700/2, rc 0, transno 4295501718 00010000:00010000:2.0:1740485460.357183:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.357184:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708343296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.357186:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad79e00/0x5922c046cdb8c96e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357193:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072b53a00/0x5922c046cdac1d57 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139010f expref: 3557 pid: 16041 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.357201:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708343680:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.357204:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708345856:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.357209:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357217:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357221:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.357223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.357224:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357228:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357232:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357235:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbfc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.357236:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357240:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357245:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357249:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfc00/0x5922c046cdb8c959 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.357255:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3939:3767:x1825030708344192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1796us (1817us total) trans 4295501719 rc 0/0 00000100:00100000:2.0:1740485460.357259:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431688 00000004:00080000:0.0:1740485460.357263:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f4a80/2, rc 0, transno 4295501719 00000100:00100000:2.0:1740485460.357268:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708345856 00000100:00100000:2.0:1740485460.357269:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708345856 00000100:00100000:0.0:1740485460.357269:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708344192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.357278:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431694 00000100:00100000:2.0:1740485460.357280:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3940:3764:x1825030708345856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.357288:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18573 count 1 00010000:00010000:2.0:1740485460.357293:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.357299:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708345984:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.357300:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3556 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357303:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.357304:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.357306:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357315:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3556 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.357318:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3940:3766:x1825030708343424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3389us (3412us total) trans 4295501720 rc 0/0 00000100:00100000:0.0:1740485460.357318:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.357321:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3556 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.357322:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431685 00000100:00100000:2.0:1740485460.357326:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708346112:192.168.204.38@tcp:104: 00000004:00080000:1.0:1740485460.357328:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4e00/2, rc 0, transno 4295501720 00000100:00100000:3.0:1740485460.357330:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708345984 00000100:00100000:3.0:1740485460.357331:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708345984 00000100:00100000:1.0:1740485460.357334:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708343424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.357340:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431695 00000100:00100000:2.0:1740485460.357340:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef43b40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.357342:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3940:3765:x1825030708345984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.357349:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18574 count 1 00010000:00010000:3.0:1740485460.357356:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357356:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708346240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.357365:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3556 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357368:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.357370:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.357371:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.357374:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357379:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708346240 00000100:00100000:1.0:1740485460.357381:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708346240 00010000:00010000:3.0:1740485460.357389:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3556 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.357398:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3556 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.357398:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431696 00000100:00100000:1.0:1740485460.357401:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3941:3766:x1825030708346240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.357407:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708346368:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.357409:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18575 count 1 00010000:00010000:1.0:1740485460.357416:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357423:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3556 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357426:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.357427:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.357429:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.357429:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357438:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3556 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.357442:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3556 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.357448:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708346496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.357460:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.357648:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708344704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.357657:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.357662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.357677:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869245952 00000100:00100000:0.0:1740485460.357681:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869245952 00010000:00010000:0.0:1740485460.357693:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.357710:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520470 00000100:00100000:0.0:1740485460.357715:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3557:2003:x1825030869245952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.357721:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.357725:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.357732:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.357744:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54a6600/0x5922c046cdac2013 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813902b3 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.357754:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.357755:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.357757:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357764:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.357788:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.357798:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357804:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357808:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357812:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.357813:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3556:2003:x1825030869245952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 97us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.357818:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.357819:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520470 00010000:00010000:2.0:1740485460.357822:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009914d600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.357824:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357827:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357833:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.357837:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009914d600/0x5922c046cdb8c975 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.357913:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3942:3767:x1825030708344576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1232us (1272us total) trans 4295501721 rc 0/0 00000100:00100000:2.0:1740485460.357917:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431689 00000004:00080000:0.0:1740485460.357943:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ae680/2, rc 0, transno 4295501721 00000100:00100000:0.0:1740485460.357951:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708344576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.357978:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708346624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.357998:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.358013:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708346624 00000100:00100000:2.0:1740485460.358016:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708346624 00000100:00100000:2.0:1740485460.358037:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431697 00000100:00100000:2.0:1740485460.358042:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3942:3767:x1825030708346624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.358050:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18576 count 1 00010000:00010000:2.0:1740485460.358057:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.358067:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3555 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.358070:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.358071:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.358073:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.358082:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3555 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.358087:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3555 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.358092:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708346752:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.358115:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009ef439c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.358963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.358987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.358999:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708345344:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.359001:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246080 00000100:00100000:1.0:1740485460.359004:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246080 00010000:00010000:3.0:1740485460.359011:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359014:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3556 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.359015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.359024:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246208 00000100:00100000:1.0:1740485460.359026:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246208 00010000:00010000:1.0:1740485460.359031:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3557 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.359037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.359054:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246336 00000100:00100000:1.0:1740485460.359056:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246336 00000100:00100000:2.0:1740485460.359060:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246464 00010000:00010000:1.0:1740485460.359060:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3558 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.359064:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246464 00000100:00100000:3.0:1740485460.359065:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520471 00000100:00100000:3.0:1740485460.359069:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3559:2006:x1825030869246080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.359072:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520472 00010000:00010000:3.0:1740485460.359076:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.359076:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.359076:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3559:2005:x1825030869246208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.359079:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359080:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.359083:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.359083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.359085:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359088:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3559 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.359090:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246592 00000100:00100000:2.0:1740485460.359091:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246592 00010000:00010000:3.0:1740485460.359094:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123e71e00/0x5922c046cdac20c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139030e expref: 3560 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359096:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.359097:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3560 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359097:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359099:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.359102:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.359103:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.359105:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359106:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246720 00000100:00100000:0.0:1740485460.359106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.359107:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246720 00010000:00010000:1.0:1740485460.359107:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359109:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359112:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3560 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359115:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.359119:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.359120:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246848 00000100:00100000:2.0:1740485460.359121:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246848 00010000:00010000:2.0:1740485460.359125:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3561 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.359129:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3561:2005:x1825030869246208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.359132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.359133:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520473 00000100:00100000:3.0:1740485460.359134:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3561:2006:x1825030869246080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.359136:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520472 00000100:00100000:2.0:1740485460.359137:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3561:2004:x1825030869246336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.359139:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520471 00010000:00010000:2.0:1740485460.359143:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.359143:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869246976 00010000:00010000:2.0:1740485460.359145:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3560 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.359145:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869246976 00010000:00010000:1.0:1740485460.359150:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3560 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.359151:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3560 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.359154:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520474 00000100:00100000:3.0:1740485460.359158:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3560:2006:x1825030869246464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.359159:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.359160:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.359161:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520475 00010000:00010000:2.0:1740485460.359162:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359164:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3560:2005:x1825030869246592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.359165:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.359166:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359167:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.359169:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3560 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359170:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3560 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.359175:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.359175:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3560 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.359177:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3560 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.359179:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708345472:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.359181:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359182:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359184:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359188:0:16895:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d8bd800/0x5922c046cdac2ced lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390aa1 expref: 3560 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.359188:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359190:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359191:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3560:2004:x1825030869246336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.359196:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520473 00010000:00010000:1.0:1740485460.359196:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.359198:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.359199:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.359202:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359205:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3558:2005:x1825030869246592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.359208:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359208:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520475 00000100:00100000:1.0:1740485460.359217:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520476 00000100:00100000:2.0:1740485460.359220:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520477 00000100:00100000:1.0:1740485460.359220:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3557:2004:x1825030869246720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.359223:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.359223:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3557:2004:x1825030869246848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.359223:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.359226:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.359226:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.359229:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3557 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359231:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3557 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.359231:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359235:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3557 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.359235:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359236:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359238:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359239:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359240:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3557:2006:x1825030869246464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (202us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.359241:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.359242:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.359242:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359243:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359243:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359246:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520474 00010000:00010000:1.0:1740485460.359248:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.359248:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359249:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359255:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3556:2004:x1825030869246720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 34us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.359258:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.359259:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520476 00010000:00010000:0.0:1740485460.359260:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359262:0:16895:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520478 00010000:00010000:0.0:1740485460.359265:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097f4a200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.359266:0:16895:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3555:2005:x1825030869246976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.359268:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359272:0:16895:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.359273:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3555:2004:x1825030869246848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (164us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.359274:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359277:0:16895:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3555 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.359279:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520477 00010000:00010000:1.0:1740485460.359281:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e6ce200/0x5922c046cdac2d8e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b11 expref: 3555 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.359284:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359285:0:16895:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3555 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.359289:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708345728:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.359290:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f4a200/0x5922c046cdb8c983 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359295:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.359297:0:16895:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.359297:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359300:0:16895:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359302:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359306:0:16895:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359306:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359310:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359313:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359317:0:16895:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.359317:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359319:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135432a00/0x5922c046cdac30a5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ced expref: 3553 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359320:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b029000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.359322:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359329:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359330:0:16895:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:83b16817-19e2-4964-825b-f66b9c1b4175+3552:2005:x1825030869246976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.359331:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708346752:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.359334:0:16895:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520478 00010000:00010000:1.0:1740485460.359334:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359338:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b029000/0x5922c046cdb8c991 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359343:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359348:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359351:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359352:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359356:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359359:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359363:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359366:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359370:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359372:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359377:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfcb000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.359377:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359380:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359382:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009914da00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.359385:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359386:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359392:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359395:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359400:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+3944:3765:x1825030708344960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2388us (2424us total) trans 4295501722 rc 0/0 00010000:00010000:3.0:1740485460.359402:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfcb000/0x5922c046cdb8c97c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359402:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359406:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431691 00010000:00010000:2.0:1740485460.359413:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009914da00/0x5922c046cdb8c9ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359423:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3943:3767:x1825030708345088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2377us (2400us total) trans 4295501723 rc 0/0 00000100:00100000:1.0:1740485460.359427:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431693 00000004:00080000:0.0:1740485460.359433:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4380/2, rc 0, transno 4295501722 00000100:00100000:0.0:1740485460.359440:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708344960:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.359455:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4a80/2, rc 0, transno 4295501723 00000100:00100000:0.0:1740485460.359458:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708345088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.359466:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.359473:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708347008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.359485:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dbfa200/0x5922c046cdac2ff6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c84 expref: 3551 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.359496:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708346496:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.359496:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.359498:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3944:3764:x1825030708344832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2561us (2652us total) trans 4295501724 rc 0/0 00000100:00100000:3.0:1740485460.359503:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431690 00000100:00100000:3.0:1740485460.359511:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708347008 00000100:00100000:3.0:1740485460.359513:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708347008 00010000:00010000:1.0:1740485460.359513:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359513:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708346880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.359524:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431698 00000100:00100000:2.0:1740485460.359525:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3944:3767:x1825030708346624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1482us (1526us total) trans 4295501725 rc 0/0 00000100:00100000:3.0:1740485460.359526:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3944:3765:x1825030708347008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.359527:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.359529:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431697 00010000:00010000:1.0:1740485460.359530:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.359535:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18578 count 1 00000100:00100000:2.0:1740485460.359539:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708346880 00010000:00010000:1.0:1740485460.359539:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359541:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708346880 00010000:00010000:3.0:1740485460.359542:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359562:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3550 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359565:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431699 00010000:00010000:1.0:1740485460.359565:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359567:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.359567:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.359568:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3944:3765:x1825030708346880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.359569:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359570:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359574:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.359593:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18577 count 1 00010000:00010000:1.0:1740485460.359593:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98c600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.359594:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3550 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359594:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359598:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359599:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.359601:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359604:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359605:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708347136:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.359608:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3550 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359608:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98c600/0x5922c046cdb8c9a6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359612:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.359613:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.359615:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359619:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.359625:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3550 pid: 16673 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.359626:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4000/2, rc 0, transno 4295501724 00010000:00010000:2.0:1740485460.359631:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3550 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.359636:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a5c4000/0x5922c046cdac2f9b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390c37 expref: 3550 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.359637:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708347264:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.359637:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708344832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.359643:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708346368:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.359646:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82f800/2, rc 0, transno 4295501725 00000100:00100000:0.0:1740485460.359648:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708346624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.359651:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.359652:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359652:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c09e600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.359655:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708347392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.359660:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359664:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359668:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359671:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359675:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359678:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009b674400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.359680:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359681:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135d3d600/0x5922c046cdac2e2f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390b6c expref: 3549 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.359683:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359689:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.359689:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708345600:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.359692:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b674400/0x5922c046cdb8c99f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359698:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359702:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359706:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359709:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359713:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359717:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359720:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131d4be00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.359722:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359723:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3945:3766:x1825030708346240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2320us (2353us total) trans 4295501726 rc 0/0 00000100:00100000:0.0:1740485460.359723:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.359726:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359729:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431696 00010000:00010000:2.0:1740485460.359731:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359732:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708347520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.359735:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d4be00/0x5922c046cdb8c98a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359740:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708347392 00000100:00100000:0.0:1740485460.359740:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.359743:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708347392 00000100:00100000:1.0:1740485460.359759:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708347520 00000100:00100000:1.0:1740485460.359761:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708347520 00000100:00100000:1.0:1740485460.359771:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431700 00000100:00100000:1.0:1740485460.359775:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3948:3767:x1825030708347392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.359786:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18579 count 1 00010000:00010000:1.0:1740485460.359794:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359804:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3548 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359805:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3948:3765:x1825030708345984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2460us (2486us total) trans 4295501727 rc 0/0 00000004:00080000:0.0:1740485460.359807:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82c000/2, rc 0, transno 4295501727 00010000:00010000:1.0:1740485460.359809:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.359810:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431695 00010000:00010000:1.0:1740485460.359810:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.359812:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359812:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708345984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.359813:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3948:3767:x1825030708345216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2794us (2821us total) trans 4295501728 rc 0/0 00000100:00100000:2.0:1740485460.359817:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431692 00000100:00100000:3.0:1740485460.359821:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431701 00000100:00100000:3.0:1740485460.359823:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3947:3767:x1825030708347520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.359828:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3548 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359830:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708347648:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.359831:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18580 count 1 00010000:00010000:2.0:1740485460.359836:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800987c5c00/0x5922c046cdac2ec2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390bb9 expref: 3548 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.359837:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3548 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.359838:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359842:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.359843:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708346112:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.359845:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3547 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359847:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708347776:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.359849:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.359850:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.359851:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359852:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359856:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.359858:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb4700/2, rc 0, transno 4295501728 00010000:00010000:2.0:1740485460.359860:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359861:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3547 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359862:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708345216:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.359866:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3547 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.359867:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359871:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359871:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c04b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.359872:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708347904:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.359874:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.359874:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.359877:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009914ce00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.359877:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708348032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.359879:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359881:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708347648 00010000:00010000:2.0:1740485460.359883:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359884:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708347648 00000100:00100000:3.0:1740485460.359885:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.359887:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.359888:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.359891:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009914ce00/0x5922c046cdb8c998 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x488d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.359895:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708348032 00000100:00100000:1.0:1740485460.359896:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708348032 00000100:00100000:3.0:1740485460.359897:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431702 00000100:00100000:3.0:1740485460.359900:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3948:3764:x1825030708347648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.359904:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431703 00000100:00100000:1.0:1740485460.359906:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3948:3764:x1825030708348032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.359907:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18581 count 1 00010000:00010000:3.0:1740485460.359912:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359918:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.359920:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18582 count 1 00010000:00010000:3.0:1740485460.359921:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.359922:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.359923:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359926:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359931:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359935:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3547 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.359936:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3547 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.359941:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708348160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.359941:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.359942:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.359944:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.359954:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.359954:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3949:3764:x1825030708345856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2672us (2731us total) trans 4295501729 rc 0/0 00000100:00100000:2.0:1740485460.359957:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431694 00010000:00010000:1.0:1740485460.359959:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3547 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.359968:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3547 pid: 16632 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.359972:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae40e00/2, rc 0, transno 4295501729 00000100:00100000:1.0:1740485460.359977:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708348288:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.359980:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708345856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.359996:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.360011:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708348416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.360029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.360061:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708348416 00000004:00080000:1.0:1740485460.360062:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82dc00/2, rc 0, transno 4295501726 00000100:00100000:2.0:1740485460.360064:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708348416 00000100:00100000:2.0:1740485460.360075:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431704 00000100:00100000:1.0:1740485460.360076:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708346240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.360078:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3949:3766:x1825030708348416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.360085:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18583 count 1 00010000:00010000:2.0:1740485460.360092:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360099:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360103:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.360104:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.360105:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360114:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360119:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3547 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.360124:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.360125:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708348672:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.360129:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708348544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.360141:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008fcfb840 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.360143:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.360150:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708348544 00000100:00100000:2.0:1740485460.360152:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708348544 00000100:00100000:2.0:1740485460.360162:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431705 00000100:00100000:2.0:1740485460.360165:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3950:3766:x1825030708348544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.360171:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18584 count 1 00010000:00010000:2.0:1740485460.360177:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360185:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360191:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.360192:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.360195:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360208:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3547 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.360216:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3547 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.360225:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708348800:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.360245:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.361372:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708347136:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.361375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.361385:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.361407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.361424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.361428:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708347264:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.361434:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247104 00000100:00100000:3.0:1740485460.361436:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708347904:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.361438:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247104 00010000:00010000:2.0:1740485460.361442:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361449:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361450:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3548 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.361452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.361461:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247232 00000100:00100000:1.0:1740485460.361463:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247360 00000100:00100000:2.0:1740485460.361464:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247232 00000100:00100000:1.0:1740485460.361464:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247360 00000100:00100000:3.0:1740485460.361466:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247488 00000100:00100000:3.0:1740485460.361469:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247488 00010000:00010000:1.0:1740485460.361470:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.361474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.361476:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3551 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.361479:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247616 00010000:00010000:3.0:1740485460.361480:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3551 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.361481:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247616 00010000:00010000:1.0:1740485460.361485:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3552 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.361489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.361500:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247744 00000100:00100000:2.0:1740485460.361502:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247744 00000100:00100000:3.0:1740485460.361503:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520479 00000100:00100000:3.0:1740485460.361507:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3553:2003:x1825030869247104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.361507:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520480 00010000:00010000:2.0:1740485460.361508:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3553 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.361511:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3553:2005:x1825030869247360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.361513:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.361516:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3553 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.361517:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.361517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.361519:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520481 00010000:00010000:1.0:1740485460.361519:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3553 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.361522:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3553 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.361522:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3553:2005:x1825030869247232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.361525:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3553 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361528:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.361530:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124931600/0x5922c046cdac31b6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390da3 expref: 3553 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361531:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3553 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.361534:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.361535:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361537:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361537:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3552 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.361537:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361538:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361540:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361541:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361545:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361545:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb3d600/0x5922c046cdac3123 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390d41 expref: 3552 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.361547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.361562:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.361567:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361568:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361570:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361575:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361592:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.361594:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3551:2005:x1825030869247360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 82us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.361599:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520480 00010000:00010000:2.0:1740485460.361600:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.361607:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3550:2003:x1825030869247104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 99us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.361609:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869247872 00000100:00100000:1.0:1740485460.361611:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869247872 00000100:00100000:3.0:1740485460.361612:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520479 00000100:00100000:2.0:1740485460.361615:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3551:2005:x1825030869247232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.361620:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520481 00010000:00010000:1.0:1740485460.361620:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.361621:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248000 00000100:00100000:3.0:1740485460.361624:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248000 00010000:00010000:3.0:1740485460.361630:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.361635:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520482 00000100:00100000:1.0:1740485460.361640:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3550:2005:x1825030869247488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.361643:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520483 00000100:00100000:3.0:1740485460.361646:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3550:2004:x1825030869247616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.361646:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.361648:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520484 00010000:00010000:3.0:1740485460.361650:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.361651:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3550:2005:x1825030869247744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.361651:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3550 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.361653:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361655:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.361658:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3550 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361659:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3550 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.361659:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3550 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361664:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3550 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.361665:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361666:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361668:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361670:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f22800/0x5922c046cdac32c7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390e60 expref: 3550 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361671:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361672:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361673:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361673:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361677:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361684:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.361685:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.361685:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.361686:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.361689:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361696:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.361703:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009866c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3549:2005:x1825030869247744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.361704:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3549:2004:x1825030869247616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.361707:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520484 00010000:00010000:1.0:1740485460.361707:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.361710:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520483 00000100:00100000:2.0:1740485460.361715:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520485 00000100:00100000:2.0:1740485460.361717:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3547:2003:x1825030869247872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.361721:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.361721:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3547:2005:x1825030869247488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.361723:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520486 00010000:00010000:2.0:1740485460.361724:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3547 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.361726:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520482 00000100:00100000:3.0:1740485460.361728:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3547:2005:x1825030869248000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.361729:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3547 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361735:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361736:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.361738:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361742:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.361742:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361747:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3546 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361747:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.361755:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3546 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.361755:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3546:2003:x1825030869247872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (238us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.361755:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7e6800/0x5922c046cdac3242 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390dfe expref: 3546 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.361758:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520485 00010000:00010000:3.0:1740485460.361764:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.361765:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.361765:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708347776:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.361767:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361771:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361773:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361777:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361778:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.361779:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361781:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361785:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361787:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361790:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361793:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e2d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.361793:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361795:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.361797:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3544:2005:x1825030869248000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (249us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.361799:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.361803:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520486 00010000:00010000:2.0:1740485460.361804:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361806:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361807:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8c9bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361814:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361820:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361826:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d98cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.361827:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361829:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361834:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361836:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361841:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361845:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361847:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.361851:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d98cc00/0x5922c046cdb8c9c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361854:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361858:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfca600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.361860:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361863:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361869:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.361873:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfca600/0x5922c046cdb8c9b4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.361884:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3951:3765:x1825030708346880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2315us (2356us total) trans 4295501730 rc 0/0 00000100:00100000:2.0:1740485460.361888:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431699 00000004:00080000:0.0:1740485460.361900:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82f480/2, rc 0, transno 4295501730 00010000:00010000:2.0:1740485460.361906:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df0ec00/0x5922c046cdac3495 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f94 expref: 3543 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.361914:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708348672:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.361925:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361936:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361943:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361949:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361956:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.361956:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3952:3767:x1825030708347392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2179us (2232us total) trans 4295501731 rc 0/0 00000100:00100000:1.0:1740485460.361961:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431700 00010000:00010000:2.0:1740485460.361963:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.361966:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708346880:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.361968:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135c66800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.361970:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.361976:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.361981:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3951:3765:x1825030708347008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2453us (2484us total) trans 4295501732 rc 0/0 00010000:00010000:1.0:1740485460.361981:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fa08c00/0x5922c046cdac3402 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390f32 expref: 3542 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.361984:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.361986:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431698 00000100:00100000:1.0:1740485460.361988:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708348288:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.361990:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c66800/0x5922c046cdb8c9de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.361998:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708348928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.361999:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362004:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362007:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362011:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362015:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362019:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362019:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.362022:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009a906600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.362024:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362029:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362035:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362042:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a906600/0x5922c046cdb8c9d7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362046:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708348928 00000100:00100000:3.0:1740485460.362048:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708348928 00000004:00080000:0.0:1740485460.362053:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae43b80/2, rc 0, transno 4295501732 00000100:00100000:0.0:1740485460.362060:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708347008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.362067:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431706 00000100:00100000:3.0:1740485460.362070:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3952:3764:x1825030708348928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.362078:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18585 count 1 00000100:00100000:2.0:1740485460.362082:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3952:3766:x1825030708348416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2003us (2052us total) trans 4295501733 rc 0/0 00010000:00010000:3.0:1740485460.362085:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362086:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431704 00010000:00010000:3.0:1740485460.362093:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3541 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362097:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.362098:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.362099:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362103:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096988a00/0x5922c046cdac351a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ff6 expref: 3541 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.362109:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3540 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362110:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708348800:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.362114:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3540 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.362119:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362120:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708349184:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.362123:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362127:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362131:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362134:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362136:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.362138:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362144:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008d0f3400 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.362145:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708349056:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.362146:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362147:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3952:3764:x1825030708348032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2239us (2258us total) trans 4295501734 rc 0/0 00010000:00010000:2.0:1740485460.362149:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362151:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fd03800/0x5922c046cdac3368 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81390ec9 expref: 3540 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.362152:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431703 00010000:00010000:2.0:1740485460.362154:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362158:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d0f3400/0x5922c046cdb8c9e5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362160:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708348160:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.362169:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.362169:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50af800/2, rc 0, transno 4295501733 00010000:00010000:3.0:1740485460.362174:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362174:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.362175:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708348416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.362178:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362181:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362185:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362189:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362192:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008db19800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.362193:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362194:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708349056 00000100:00100000:1.0:1740485460.362196:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708349056 00000004:00080000:0.0:1740485460.362199:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f6d80/2, rc 0, transno 4295501734 00010000:00010000:3.0:1740485460.362200:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362206:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362206:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431707 00010000:00010000:3.0:1740485460.362210:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008db19800/0x5922c046cdb8c9d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362210:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3953:3765:x1825030708349056:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.362211:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708348032:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.362224:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82ca80/2, rc 0, transno 4295501731 00002000:00080000:1.0:1740485460.362226:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18586 count 1 00000100:00100000:0.0:1740485460.362233:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708347392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.362239:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708349440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.362249:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3954:3766:x1825030708348544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2081us (2103us total) trans 4295501735 rc 0/0 00000100:00100000:0.0:1740485460.362253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.362255:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431705 00010000:00010000:1.0:1740485460.362262:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362267:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.362270:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3539 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362270:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708349312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.362272:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708349440 00010000:00010000:1.0:1740485460.362273:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.362275:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.362276:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708349440 00010000:00010000:1.0:1740485460.362276:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362281:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.362285:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3539 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362295:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708349312 00010000:00010000:1.0:1740485460.362296:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3539 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.362297:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708349312 00000100:00100000:1.0:1740485460.362301:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c086300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708349696:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.362302:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3955:3764:x1825030708347648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2399us (2457us total) trans 4295501736 rc 0/0 00000100:00100000:2.0:1740485460.362304:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431708 00000100:00100000:2.0:1740485460.362307:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3955:3767:x1825030708349440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.362307:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708349568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.362308:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431702 00000100:00100000:1.0:1740485460.362311:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431709 00000100:00100000:1.0:1740485460.362314:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3955:3767:x1825030708349312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.362316:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18588 count 1 00000100:00100000:0.0:1740485460.362319:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1740485460.362320:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18587 count 1 00010000:00010000:2.0:1740485460.362324:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362325:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362328:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708349568 00000100:00100000:3.0:1740485460.362330:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708349568 00010000:00010000:1.0:1740485460.362330:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3539 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362331:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3539 pid: 16671 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.362332:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f7800/2, rc 0, transno 4295501736 00010000:00010000:1.0:1740485460.362334:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362335:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.362335:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362336:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.362336:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.362337:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708347648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.362338:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362341:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431710 00000100:00100000:3.0:1740485460.362344:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3955:3764:x1825030708349568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.362344:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3539 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362348:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3539 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.362348:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3539 pid: 16673 timeout: 841 lvb_type: 0 00002000:00080000:3.0:1740485460.362352:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18589 count 1 00010000:00010000:2.0:1740485460.362353:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3539 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.362353:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c086680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708349824:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.362358:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362360:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708349952:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.362365:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3539 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362369:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.362369:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.362370:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.362371:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362374:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c09e600 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.362382:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3539 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362388:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3539 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.362393:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708350080:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.362405:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708350208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.362409:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.362414:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c1e9600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.362417:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.362418:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362423:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362427:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362430:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.362430:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f01180/2, rc 0, transno 4295501735 00010000:00010000:3.0:1740485460.362434:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362437:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbf200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.362437:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708348544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.362439:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362442:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708350208 00010000:00010000:3.0:1740485460.362444:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362444:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708350208 00010000:00010000:3.0:1740485460.362449:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.362453:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbf200/0x5922c046cdb8c9c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362456:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431711 00000100:00100000:2.0:1740485460.362458:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3956:3765:x1825030708350208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.362466:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18590 count 1 00010000:00010000:2.0:1740485460.362472:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362473:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708350336:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.362478:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3539 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362482:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362483:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362484:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362494:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3539 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.362500:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3539 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.362505:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708350464:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.362521:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88013563e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.362525:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3957:3767:x1825030708347520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2700us (2783us total) trans 4295501737 rc 0/0 00000100:00100000:3.0:1740485460.362529:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431701 00000100:00100000:2.0:1740485460.362529:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708350336 00000100:00100000:2.0:1740485460.362530:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708350336 00000100:00100000:3.0:1740485460.362538:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431712 00000100:00100000:3.0:1740485460.362540:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3957:3766:x1825030708350336:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.362540:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1a680/2, rc 0, transno 4295501737 00002000:00080000:3.0:1740485460.362547:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18591 count 1 00000100:00100000:0.0:1740485460.362547:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708347520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.362570:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362590:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.362591:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3539 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362595:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708350592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.362597:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.362599:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.362601:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.362609:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.362618:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708350592 00000100:00100000:2.0:1740485460.362620:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708350592 00010000:00010000:3.0:1740485460.362621:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3539 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.362628:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431713 00010000:00010000:3.0:1740485460.362629:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3539 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.362631:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3958:3766:x1825030708350592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.362638:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18592 count 1 00000100:00100000:3.0:1740485460.362639:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708350720:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.362644:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362651:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3539 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362654:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362655:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.362657:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.362661:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.362669:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3539 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.362674:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3539 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.362679:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708350848:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.362691:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008fcfb840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.363784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.363805:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708349184:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.363807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.363814:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.363819:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248128 00000100:00100000:1.0:1740485460.363822:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248128 00010000:00010000:1.0:1740485460.363832:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3540 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.363837:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708349952:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.363843:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248256 00000100:00100000:1.0:1740485460.363844:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248256 00000100:00100000:0.0:1740485460.363844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.363845:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.363848:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248384 00010000:00010000:1.0:1740485460.363849:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3541 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.363853:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248384 00000100:00100000:1.0:1740485460.363856:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520487 00000100:00100000:0.0:1740485460.363857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.363859:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2005:x1825030869248128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.363860:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520488 00000100:00100000:3.0:1740485460.363863:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2005:x1825030869248256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.363864:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.363866:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363867:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.363869:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.363872:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3542 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363872:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.363876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.363877:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3542 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363881:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009acf1c00/0x5922c046cdac35fa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391066 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.363883:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248512 00010000:00010000:3.0:1740485460.363885:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.363885:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248512 00010000:00010000:3.0:1740485460.363886:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.363888:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.363888:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.363889:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.363891:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.363892:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.363892:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3542 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363895:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.363899:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.363903:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248640 00010000:00010000:1.0:1740485460.363904:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.363904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.363905:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248640 00010000:00010000:2.0:1740485460.363912:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3543 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.363914:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3543:2005:x1825030869248256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.363917:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520488 00000100:00100000:1.0:1740485460.363917:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3543:2005:x1825030869248128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.363921:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520487 00000100:00100000:2.0:1740485460.363923:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248768 00000100:00100000:2.0:1740485460.363925:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248768 00000100:00100000:3.0:1740485460.363927:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520489 00000100:00100000:3.0:1740485460.363930:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2004:x1825030869248384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.363933:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.363933:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3542 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.363936:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.363936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.363941:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.363947:0:7198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ede800/0x5922c046cdac3996 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813912d5 expref: 3542 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.363952:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.363952:0:16822:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869248896 00010000:00010000:3.0:1740485460.363954:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.363954:0:16822:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869248896 00000100:00100000:1.0:1740485460.363955:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520490 00010000:00010000:3.0:1740485460.363956:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.363957:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2005:x1825030869248512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.363960:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.363961:0:16822:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3542 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363961:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.363964:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3542 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.363967:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.363972:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3542 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.363975:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2004:x1825030869248384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.363975:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520491 00000100:00100000:3.0:1740485460.363978:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520489 00000100:00100000:2.0:1740485460.363980:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3542:2003:x1825030869248640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.363981:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.363983:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.363986:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.363987:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520492 00010000:00010000:2.0:1740485460.363988:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.363989:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3541:2005:x1825030869248768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.363992:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3541 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.363992:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.363993:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.363996:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3541 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.364001:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3541 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.364002:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3541 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.364003:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.364007:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.364008:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.364009:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364013:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364013:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.364015:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.364018:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364021:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.364022:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3541:2005:x1825030869248512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.364024:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364028:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520490 00000100:00100000:3.0:1740485460.364029:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3541:2005:x1825030869248768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.364029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.364033:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520492 00010000:00010000:2.0:1740485460.364036:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.364039:0:7198:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249024 00000100:00100000:3.0:1740485460.364041:0:7198:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249024 00000100:00100000:1.0:1740485460.364043:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520493 00010000:00010000:3.0:1740485460.364047:0:7198:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3540 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.364047:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3540:2005:x1825030869248896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.364052:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3540:2003:x1825030869248640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.364054:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.364057:0:7198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520494 00010000:00010000:1.0:1740485460.364058:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3540 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.364059:0:7198:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3540:2005:x1825030869249024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.364060:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520491 00010000:00010000:3.0:1740485460.364063:0:7198:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.364065:0:7198:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3540 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.364066:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3540 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.364070:0:7198:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3539 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.364075:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.364076:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.364076:0:7198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.364077:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.364078:0:7198:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364080:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364081:0:7198:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364086:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364090:0:7198:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.364095:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a55db200/0x5922c046cdac3d01 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813914cd expref: 3539 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.364100:0:7198:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:83b16817-19e2-4964-825b-f66b9c1b4175+3539:2005:x1825030869249024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (72us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.364101:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.364103:0:7198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520494 00000100:00100000:2.0:1740485460.364107:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708350848:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.364117:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364117:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3537:2005:x1825030869248896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.364119:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364121:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364123:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520493 00010000:00010000:3.0:1740485460.364125:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364126:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364129:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364132:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364133:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364136:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009dad4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.364137:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364140:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364141:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364147:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364149:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364153:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dad4000/0x5922c046cdb8c9fa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364153:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364158:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fa3b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.364161:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364167:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364173:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097dfac00/0x5922c046cdac36c5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391115 expref: 3536 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.364177:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364182:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c086680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708349824:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.364183:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8ca1d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364194:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364198:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364202:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364206:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364210:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364213:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364220:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec4200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.364223:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364230:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364235:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3960:3767:x1825030708349440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1926us (1981us total) trans 4295501738 rc 0/0 00010000:00010000:1.0:1740485460.364238:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364239:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431708 00010000:00010000:1.0:1740485460.364244:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4200/0x5922c046cdb8ca01 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364257:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cdc1000/0x5922c046cdac3af4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391392 expref: 3535 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.364264:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708350080:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.364273:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364277:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364281:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364284:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364291:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364295:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364298:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099f63c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.364298:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3960:3766:x1825030708350592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1664us (1686us total) trans 4295501739 rc 0/0 00010000:00010000:3.0:1740485460.364300:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364303:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.364305:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431713 00010000:00010000:3.0:1740485460.364309:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364312:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099f63c00/0x5922c046cdb8ca08 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.364330:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1ce00/2, rc 0, transno 4295501739 00000004:00080000:0.0:1740485460.364331:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c18e00/2, rc 0, transno 4295501738 00000100:00100000:2.0:1740485460.364337:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708350592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.364342:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708349440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364343:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3960:3767:x1825030708349312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2028us (2060us total) trans 4295501740 rc 0/0 00000100:00100000:1.0:1740485460.364348:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431709 00000004:00080000:0.0:1740485460.364353:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880073c1b800/2, rc 0, transno 4295501740 00000100:00100000:0.0:1740485460.364356:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880073c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708349312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.364367:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e551a00/0x5922c046cdac365c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813910b3 expref: 3534 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.364368:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708350976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364376:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c086300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708349696:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.364378:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708351232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.364379:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3959:3764:x1825030708349568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2034us (2059us total) trans 4295501741 rc 0/0 00000100:00100000:3.0:1740485460.364383:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431710 00010000:00010000:1.0:1740485460.364383:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.364387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.364388:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364396:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364399:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708350976 00000100:00100000:3.0:1740485460.364401:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708350976 00010000:00010000:1.0:1740485460.364401:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364404:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364408:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364410:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431714 00010000:00010000:2.0:1740485460.364410:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5979e00/0x5922c046cdac3bb8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391402 expref: 3533 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.364412:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec5a00 already unused, calling callback (ffffffffa0872710) 00000004:00080000:0.0:1740485460.364412:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c087800/2, rc 0, transno 4295501741 00000100:00100000:3.0:1740485460.364413:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3959:3764:x1825030708350976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.364414:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364417:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.364421:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18593 count 1 00000100:00100000:2.0:1740485460.364422:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708350464:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.364422:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708349568:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.364423:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364426:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8c9f3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364428:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.364428:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1740485460.364433:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708351104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.364434:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364434:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364438:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.364439:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.364441:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.364449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.364450:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364455:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.364460:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708351360:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.364463:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708351104 00000100:00100000:1.0:1740485460.364466:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708351104 00000100:00100000:2.0:1740485460.364472:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.364474:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708351488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.364476:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.364483:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708351232 00000100:00100000:1.0:1740485460.364485:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708351232 00000100:00100000:0.0:1740485460.364489:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.364490:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431715 00000100:00100000:3.0:1740485460.364494:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3961:3764:x1825030708351104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364494:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431716 00000100:00100000:1.0:1740485460.364497:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3961:3766:x1825030708351232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.364498:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708351488 00002000:00080000:3.0:1740485460.364501:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18594 count 1 00000100:00100000:2.0:1740485460.364501:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708351488 00002000:00080000:1.0:1740485460.364505:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18595 count 1 00010000:00010000:3.0:1740485460.364507:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364511:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.364514:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431717 00010000:00010000:3.0:1740485460.364516:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3532 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364517:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3532 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.364518:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3962:3767:x1825030708351488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.364521:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.364522:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364522:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364523:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364524:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.364526:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.364532:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18596 count 1 00010000:00010000:1.0:1740485460.364535:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3532 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364540:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3532 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364543:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364543:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3532 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.364564:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3532 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.364569:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3532 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364569:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708351616:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.364575:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708351744:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.364576:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.364597:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.364600:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364610:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364611:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88013522a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.364612:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.364616:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3532 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364617:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364624:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364625:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3532 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.364631:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364633:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e085e00/0x5922c046cdac3c4b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391472 expref: 3532 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.364635:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708351872:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.364637:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364643:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708350720:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.364643:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88013661b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.364646:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364652:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364652:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.364653:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.364657:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364661:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364662:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364663:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364669:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364669:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.364669:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013661b400/0x5922c046cdb8c9ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364673:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364676:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364676:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364676:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3963:3765:x1825030708349056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2464us (2501us total) trans 4295501742 rc 0/0 00010000:00010000:3.0:1740485460.364679:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801319daa00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.364680:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431707 00010000:00010000:3.0:1740485460.364681:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364682:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364685:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364689:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364691:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364694:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319daa00/0x5922c046cdb8ca16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364694:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba06000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.364697:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.364698:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0aa00/2, rc 0, transno 4295501742 00000100:00100000:1.0:1740485460.364702:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708349056:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.364704:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364713:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364719:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06000/0x5922c046cdb8ca0f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x489e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364720:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.364724:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708352000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364735:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.364747:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708352000 00000100:00100000:1.0:1740485460.364748:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708352000 00000100:00100000:1.0:1740485460.364756:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431718 00000100:00100000:1.0:1740485460.364759:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3966:3765:x1825030708352000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.364766:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18597 count 1 00000100:00100000:0.0:1740485460.364769:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3966:3764:x1825030708348928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2697us (2749us total) trans 4295501743 rc 0/0 00000100:00100000:3.0:1740485460.364772:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3966:3766:x1825030708350336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2230us (2277us total) trans 4295501744 rc 0/0 00010000:00010000:1.0:1740485460.364773:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.364775:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431706 00000100:00100000:3.0:1740485460.364778:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431712 00010000:00010000:1.0:1740485460.364779:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364783:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364784:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364786:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.364795:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.364798:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c087100/2, rc 0, transno 4295501744 00010000:00010000:1.0:1740485460.364800:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3531 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.364803:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708350336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364805:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708352128:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.364810:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3964:3765:x1825030708350208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2350us (2391us total) trans 4295501745 rc 0/0 00000100:00100000:2.0:1740485460.364816:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431711 00000100:00100000:1.0:1740485460.364818:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009c1e9600 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.364832:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb08380/2, rc 0, transno 4295501743 00000100:00100000:2.0:1740485460.364835:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708352256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364838:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708348928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.364851:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.364856:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708352384:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.364868:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c085c00/2, rc 0, transno 4295501745 00000100:00100000:3.0:1740485460.364872:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.364873:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708352256 00000100:00100000:0.0:1740485460.364876:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708352256 00000100:00100000:2.0:1740485460.364883:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708350208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.364889:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708352384 00000100:00100000:0.0:1740485460.364891:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708352384 00000100:00100000:2.0:1740485460.364897:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431719 00000100:00100000:3.0:1740485460.364898:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1740485460.364901:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708352512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.364901:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3965:3765:x1825030708352256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.364902:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431720 00000100:00100000:1.0:1740485460.364907:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3965:3766:x1825030708352384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.364910:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1740485460.364911:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18598 count 1 00002000:00080000:1.0:1740485460.364918:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18599 count 1 00000100:00100000:3.0:1740485460.364920:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708352512 00010000:00010000:2.0:1740485460.364920:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364922:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708352512 00010000:00010000:1.0:1740485460.364927:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364930:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.364931:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431721 00000100:00100000:3.0:1740485460.364933:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3966:3766:x1825030708352512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.364935:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364936:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364937:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.364939:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.364941:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18600 count 1 00010000:00010000:1.0:1740485460.364943:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364944:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364946:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364947:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364954:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3531 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364955:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364957:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.364958:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.364958:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3531 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.364959:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.364964:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3531 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.364964:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3531 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.364968:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3531 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.364970:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708352768:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.364973:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3531 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.364973:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708352640:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.364982:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708352896:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.364990:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134eecf00 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.364992:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.364994:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.365097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.365103:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708351360:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.365111:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249152 00010000:00010000:3.0:1740485460.365112:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.365115:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249152 00010000:00010000:1.0:1740485460.365126:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.365150:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520495 00000100:00100000:1.0:1740485460.365153:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3532:2004:x1825030869249152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.365158:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.365161:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.365166:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.365174:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801357af600/0x5922c046cdac3d8d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391544 expref: 3532 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.365181:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.365182:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.365184:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.365188:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.365206:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.365215:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365220:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.365222:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3531:2004:x1825030869249152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.365224:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.365226:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520495 00010000:00010000:3.0:1740485460.365228:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365231:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365234:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880130542600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.365236:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365243:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365249:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365253:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130542600/0x5922c046cdb8ca24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.365335:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3967:3764:x1825030708350976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 921us (947us total) trans 4295501746 rc 0/0 00000100:00100000:3.0:1740485460.365340:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431714 00000004:00080000:1.0:1740485460.365358:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5880/2, rc 0, transno 4295501746 00000100:00100000:1.0:1740485460.365363:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708350976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.365384:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.365399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.365408:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708353024 00000100:00100000:3.0:1740485460.365410:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708353024 00000100:00100000:3.0:1740485460.365418:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431722 00000100:00100000:3.0:1740485460.365421:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3967:3764:x1825030708353024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.365428:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18601 count 1 00010000:00010000:3.0:1740485460.365433:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365440:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3530 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365444:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.365445:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.365446:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365456:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3530 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.365461:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3530 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.365466:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708353152:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.365486:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.365622:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708351616:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.365631:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.366354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.366366:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708351744:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.366377:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.366386:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249280 00000100:00100000:2.0:1740485460.366391:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249408 00000100:00100000:1.0:1740485460.366392:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249280 00000100:00100000:2.0:1740485460.366394:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249408 00000100:00100000:0.0:1740485460.366399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.366407:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3532 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366408:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3532 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.366426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.366430:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249536 00000100:00100000:1.0:1740485460.366430:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249664 00000100:00100000:2.0:1740485460.366432:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249536 00000100:00100000:1.0:1740485460.366432:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249664 00000100:00100000:3.0:1740485460.366435:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249792 00000100:00100000:3.0:1740485460.366438:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249792 00010000:00010000:2.0:1740485460.366439:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3534 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366442:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3535 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.366449:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3535 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.366453:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520496 00000100:00100000:0.0:1740485460.366454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.366458:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3535:2005:x1825030869249280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.366459:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869249920 00000100:00100000:1.0:1740485460.366461:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869249920 00010000:00010000:2.0:1740485460.366465:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.366469:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520497 00010000:00010000:1.0:1740485460.366469:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3536 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.366470:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3536 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.366473:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3536:2003:x1825030869249408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.366476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.366478:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3536 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.366479:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.366480:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520498 00010000:00010000:3.0:1740485460.366483:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3536 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.366483:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3536:2005:x1825030869249536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.366489:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366491:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3536 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.366491:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e9e1c00/0x5922c046cdac3e74 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813915ec expref: 3536 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366492:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3536 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366498:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3535 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.366501:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.366502:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098657400/0x5922c046cdac3e12 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139159f expref: 3535 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.366502:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.366505:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366506:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.366506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.366507:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.366509:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366511:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.366512:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.366512:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366514:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366514:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366521:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366526:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.366526:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.366533:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.366534:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366541:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3534:2005:x1825030869249536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.366542:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.366543:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3534:2005:x1825030869249280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.366546:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520498 00000100:00100000:3.0:1740485460.366547:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3534:2003:x1825030869249408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.366562:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520496 00010000:00010000:0.0:1740485460.366563:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.366565:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520497 00000100:00100000:2.0:1740485460.366573:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250048 00010000:00010000:0.0:1740485460.366574:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366575:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250176 00000100:00100000:2.0:1740485460.366576:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250048 00000100:00100000:1.0:1740485460.366591:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250176 00000100:00100000:3.0:1740485460.366592:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520499 00000100:00100000:3.0:1740485460.366595:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3533:2005:x1825030869249664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.366597:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366599:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3533 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366599:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3533 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.366600:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366603:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.366603:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec4c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.366605:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366608:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.366610:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520500 00010000:00010000:0.0:1740485460.366612:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366613:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3533:2005:x1825030869249792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.366614:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520501 00010000:00010000:3.0:1740485460.366615:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.366616:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.366617:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366618:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.366618:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3533:2004:x1825030869249920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.366620:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.366622:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.366622:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366625:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366628:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.366628:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8ca32 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366629:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366629:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366635:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.366636:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.366637:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3533:2005:x1825030869249664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (238us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.366637:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3533 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366638:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.366640:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520499 00010000:00010000:1.0:1740485460.366642:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366647:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.366648:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520502 00010000:00010000:2.0:1740485460.366648:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.366651:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3532:2003:x1825030869250176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.366651:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366652:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.366654:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366657:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3532 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.366657:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366662:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3532 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.366663:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3532:2005:x1825030869249792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (238us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.366667:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.366667:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520500 00010000:00010000:3.0:1740485460.366668:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.366668:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.366670:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366674:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366675:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520503 00000100:00100000:1.0:1740485460.366677:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3531:2005:x1825030869250048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.366681:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.366682:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.366684:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3531:2004:x1825030869249920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (229us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.366684:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3531 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.366689:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3531:2003:x1825030869250176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (184us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.366689:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3531 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.366693:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520502 00010000:00010000:1.0:1740485460.366695:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.366696:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520501 00010000:00010000:1.0:1740485460.366696:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.366698:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366702:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366707:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366708:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.366711:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366715:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366716:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3529:2005:x1825030869250048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (240us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.366718:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366719:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520503 00010000:00010000:3.0:1740485460.366722:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366723:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3968:3766:x1825030708351232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2224us (2250us total) trans 4295501747 rc 0/0 00010000:00010000:3.0:1740485460.366725:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f76fa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.366727:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366729:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431716 00010000:00010000:3.0:1740485460.366730:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366738:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366739:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090a3e200/0x5922c046cdac3f1c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391655 expref: 3528 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366741:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bfa1800/0x5922c046cdac3f70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139168d expref: 3528 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.366742:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f76fa00/0x5922c046cdb8ca2b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366748:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708352128:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.366749:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6d80/2, rc 0, transno 4295501747 00000100:00100000:2.0:1740485460.366750:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708351872:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.366755:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708351232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.366757:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366760:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366762:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366765:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366767:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366769:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366773:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366774:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366777:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366779:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1740485460.366780:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366781:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a588000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.366783:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366784:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353280:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.366787:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366792:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366794:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366798:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366799:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cd5400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.366801:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8ca40 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.366802:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366813:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.366815:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3968:3764:x1825030708351104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2321us (2366us total) trans 4295501748 rc 0/0 00000004:00080000:0.0:1740485460.366816:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb7100/2, rc 0, transno 4295501748 00000100:00100000:3.0:1740485460.366819:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431715 00000100:00100000:0.0:1740485460.366820:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708351104:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.366822:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.366826:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708353280 00000100:00100000:3.0:1740485460.366828:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708353280 00010000:00010000:2.0:1740485460.366828:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cd5400/0x5922c046cdb8ca39 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.366838:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431723 00000100:00100000:3.0:1740485460.366840:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3969:3764:x1825030708353280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.366846:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708353408:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.366847:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18602 count 1 00010000:00010000:3.0:1740485460.366853:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366859:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3526 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366862:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.366863:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.366864:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.366865:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366874:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3526 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.366876:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708353408 00000100:00100000:0.0:1740485460.366879:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708353408 00000100:00100000:1.0:1740485460.366881:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3970:3765:x1825030708352000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2120us (2144us total) trans 4295501749 rc 0/0 00010000:00010000:3.0:1740485460.366883:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3526 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.366886:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431718 00000100:00100000:3.0:1740485460.366888:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708353536:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.366894:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431724 00000100:00100000:3.0:1740485460.366898:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.366898:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3970:3766:x1825030708353408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.366908:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18603 count 1 00010000:00010000:3.0:1740485460.366911:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f05fe00/0x5922c046cdac40ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917a5 expref: 3526 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366916:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ea2d000/0x5922c046cdac4034 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139170b expref: 3525 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.366917:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708353152:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.366917:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.366923:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708352768:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.366924:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.366928:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3970:3767:x1825030708351488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2408us (2438us total) trans 4295501750 rc 0/0 00010000:00010000:0.0:1740485460.366928:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3524 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366929:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366931:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366932:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.366933:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.366934:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431717 00010000:00010000:0.0:1740485460.366935:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.366936:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.366937:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366939:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366939:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366942:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366943:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366946:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366947:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba06800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.366949:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366950:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366952:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.366952:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3524 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366953:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.366956:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1f100/2, rc 0, transno 4295501749 00010000:00010000:3.0:1740485460.366957:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366957:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098e80c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.366958:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.366961:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06800/0x5922c046cdb8ca5c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.366961:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708352000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.366961:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3524 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.366962:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366967:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.366971:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098e80c00/0x5922c046cdb8ca4e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.366975:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e621a00/0x5922c046cdac3fd2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813916cc expref: 3524 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.366975:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708353664:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.366986:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708352640:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.366989:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.366996:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367003:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367010:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.367011:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.367016:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708353792:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.367018:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367024:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367030:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.367034:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3971:3764:x1825030708353024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1612us (1634us total) trans 4295501751 rc 0/0 00010000:00010000:2.0:1740485460.367035:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cd5600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.367035:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.367038:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431722 00010000:00010000:2.0:1740485460.367038:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367041:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3971:3766:x1825030708352384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2134us (2168us total) trans 4295501752 rc 0/0 00000100:00100000:3.0:1740485460.367045:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708353792 00010000:00010000:2.0:1740485460.367045:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367045:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431720 00000100:00100000:3.0:1740485460.367047:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708353792 00000004:00080000:0.0:1740485460.367052:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008fcce680/2, rc 0, transno 4295501752 00010000:00010000:2.0:1740485460.367053:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367054:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431725 00000100:00100000:1.0:1740485460.367056:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3970:3766:x1825030708353792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.367057:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008fcce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708352384:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.367060:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cd5600/0x5922c046cdb8ca47 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.367064:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18604 count 1 00010000:00010000:3.0:1740485460.367066:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099cc8c00/0x5922c046cdac409d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391751 expref: 3523 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.367070:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.367073:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708352896:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.367077:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367080:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367081:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.367082:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.367083:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367084:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367088:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367093:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367093:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367096:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367098:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3522 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.367098:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.367100:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367103:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba07a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.367104:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367104:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708354048:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.367108:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.367113:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367115:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.367116:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba07a00/0x5922c046cdb8ca55 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.367119:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.367128:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb6300/2, rc 0, transno 4295501750 00000100:00100000:1.0:1740485460.367134:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708351488:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.367137:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009ae41180/2, rc 0, transno 4295501751 00000100:00100000:0.0:1740485460.367141:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.367155:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708353920 00000100:00100000:0.0:1740485460.367157:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708353920 00000100:00100000:1.0:1740485460.367161:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708354176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.367170:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3973:3765:x1825030708352256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2267us (2317us total) trans 4295501753 rc 0/0 00000100:00100000:0.0:1740485460.367170:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431726 00000100:00100000:0.0:1740485460.367174:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3973:3764:x1825030708353920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.367175:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431719 00000100:00100000:1.0:1740485460.367176:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.367180:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+3973:3766:x1825030708352512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2245us (2269us total) trans 4295501754 rc 0/0 00002000:00080000:0.0:1740485460.367184:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18605 count 1 00000100:00100000:3.0:1740485460.367185:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431721 00000100:00100000:2.0:1740485460.367185:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708354176 00000100:00100000:2.0:1740485460.367187:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708354176 00000004:00080000:1.0:1740485460.367187:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bddb100/2, rc 0, transno 4295501753 00000100:00100000:1.0:1740485460.367190:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708352256:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.367193:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.367200:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431727 00000100:00100000:3.0:1740485460.367202:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d226050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3972:3765:x1825030708354176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.367203:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367204:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708354432:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.367209:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18606 count 1 00010000:00010000:0.0:1740485460.367209:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.367211:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.367213:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367214:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.367215:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367220:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.367221:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3522 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367222:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708354304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.367225:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.367226:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.367227:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.367227:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708354432 00000100:00100000:1.0:1740485460.367229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.367229:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.367230:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708354432 00010000:00010000:3.0:1740485460.367236:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3522 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.367237:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3522 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.367241:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3522 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.367241:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708354304 00000100:00100000:2.0:1740485460.367242:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708354304 00000100:00100000:1.0:1740485460.367244:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431728 00000100:00100000:0.0:1740485460.367246:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708354560:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.367247:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708354688:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.367247:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3974:3767:x1825030708354432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.367252:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431729 00000100:00100000:2.0:1740485460.367256:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3974:3767:x1825030708354304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.367257:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00002000:00080000:1.0:1740485460.367261:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18608 count 1 00000100:00100000:0.0:1740485460.367262:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd480 going to sleep for 11 seconds 00002000:00080000:2.0:1740485460.367265:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18607 count 1 00010000:00010000:1.0:1740485460.367268:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367274:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367275:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3522 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367279:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.367280:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.367282:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367283:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3522 pid: 16694 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.367283:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800721dd180/2, rc 0, transno 4295501754 00010000:00010000:2.0:1740485460.367289:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.367289:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800721dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708352512:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.367290:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.367291:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3522 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367293:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.367297:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3522 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.367303:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708354816:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.367307:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3522 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.367312:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134eecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.367313:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880097f4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708354944:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.367315:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3522 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.367323:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708355072:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.367336:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.367337:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.367346:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708354944 00000100:00100000:2.0:1740485460.367349:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708354944 00000100:00100000:2.0:1740485460.367362:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431730 00000100:00100000:2.0:1740485460.367366:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3975:3764:x1825030708354944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.367376:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18609 count 1 00010000:00010000:2.0:1740485460.367383:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367392:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367398:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.367399:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.367401:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367413:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3522 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.367420:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3522 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.367427:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708355200:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.367446:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.368653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.368673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.368675:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250304 00000100:00100000:1.0:1740485460.368681:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250304 00000100:00100000:1.0:1740485460.368691:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250432 00000100:00100000:1.0:1740485460.368692:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250432 00010000:00010000:1.0:1740485460.368700:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3524 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.368702:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708353536:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.368704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.368713:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.368718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.368723:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250560 00000100:00100000:1.0:1740485460.368725:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250560 00010000:00010000:1.0:1740485460.368729:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3525 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.368730:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708354688:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.368737:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250688 00000100:00100000:1.0:1740485460.368739:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250688 00010000:00010000:2.0:1740485460.368743:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368743:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3526 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.368751:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520504 00000100:00100000:0.0:1740485460.368752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.368755:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3526:2005:x1825030869250432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.368755:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520505 00000100:00100000:2.0:1740485460.368756:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250816 00000100:00100000:2.0:1740485460.368758:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250816 00000100:00100000:1.0:1740485460.368758:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3526:2005:x1825030869250560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.368761:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.368763:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.368764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.368765:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3527 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368765:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3527 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.368769:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3527 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368771:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3527 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368771:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3527 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368779:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368780:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.368780:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368781:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.368781:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.368782:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869250944 00010000:00010000:3.0:1740485460.368783:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.368784:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869250944 00000100:00100000:0.0:1740485460.368784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.368785:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.368787:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368790:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3528 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368793:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.368794:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.368801:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251072 00000100:00100000:2.0:1740485460.368803:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251072 00000100:00100000:1.0:1740485460.368808:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3529:2005:x1825030869250560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.368810:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3529:2005:x1825030869250432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.368811:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3529 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.368812:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520505 00000100:00100000:3.0:1740485460.368814:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520504 00000100:00100000:0.0:1740485460.368819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.368820:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520506 00000100:00100000:2.0:1740485460.368822:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251200 00000100:00100000:1.0:1740485460.368823:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3527:2005:x1825030869250688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.368824:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251200 00000100:00100000:3.0:1740485460.368826:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520507 00010000:00010000:1.0:1740485460.368827:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.368828:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3528:2005:x1825030869250816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.368829:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3528 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.368831:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3528 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368832:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.368834:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3528 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368835:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3528 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368840:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3528 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368841:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006d867600/0x5922c046cdac42b1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391903 expref: 3528 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.368844:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520508 00010000:00010000:3.0:1740485460.368846:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368847:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.368847:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368848:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.368848:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3527:2005:x1825030869250944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.368848:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.368850:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.368852:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368854:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368855:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.368857:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.368859:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3527 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.368861:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.368864:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3527:2005:x1825030869250816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.368868:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520507 00010000:00010000:2.0:1740485460.368868:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3527 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.368875:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3527:2005:x1825030869250688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.368878:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520509 00000100:00100000:3.0:1740485460.368881:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3526:2004:x1825030869251072:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.368882:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520506 00010000:00010000:3.0:1740485460.368884:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.368884:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.368886:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368887:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3526 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.368889:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.368892:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3525 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.368893:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520510 00010000:00010000:2.0:1740485460.368896:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.368898:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3525:2005:x1825030869251200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.368901:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368902:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.368904:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368904:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.368906:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.368907:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6e00/0x5922c046cdac4272 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813918bd expref: 3525 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368908:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368908:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3525 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.368913:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.368916:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3524 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.368918:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708354560:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.368923:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3524:2004:x1825030869251072:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.368924:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3524:2005:x1825030869250944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.368926:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520509 00010000:00010000:1.0:1740485460.368927:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.368928:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.368930:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520508 00010000:00010000:0.0:1740485460.368930:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368931:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368936:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368942:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368942:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368949:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368951:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368952:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.368955:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368958:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368962:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368964:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.368967:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3522:2005:x1825030869251200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.368967:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.368970:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368970:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.368971:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520510 00010000:00010000:2.0:1740485460.368976:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368976:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368985:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.368986:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba06a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.368989:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.368992:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3521 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.368996:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.368996:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4800/0x5922c046cdb8ca78 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369003:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369003:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520511 00000100:00100000:1.0:1740485460.369005:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3521:2005:x1825030869250304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.369008:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba06a00/0x5922c046cdb8ca7f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369009:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.369012:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3521 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.369016:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3521 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.369023:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b7aa00/0x5922c046cdac415a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813917e4 expref: 3521 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.369029:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.369030:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.369031:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369036:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369051:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.369053:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ff14400/0x5922c046cdac442b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919f1 expref: 3520 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.369060:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3520:2005:x1825030869250304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.369063:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708355200:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.369063:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520511 00010000:00010000:3.0:1740485460.369067:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369072:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369074:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369077:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369080:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369080:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369084:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369086:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369090:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d259600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.369092:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369095:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3977:3764:x1825030708353920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1920us (1975us total) trans 4295501755 rc 0/0 00010000:00010000:3.0:1740485460.369096:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369098:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369098:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a5a2000/0x5922c046cdac41bc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391838 expref: 3518 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.369101:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369101:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431726 00000100:00100000:1.0:1740485460.369104:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708353664:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.369105:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d259600/0x5922c046cdb8ca63 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369105:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369111:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369116:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cd4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.369116:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369119:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369121:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.369121:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095f54380/2, rc 0, transno 4295501755 00010000:00010000:2.0:1740485460.369125:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369125:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369127:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353920:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.369129:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369133:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369134:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369140:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369141:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8ca94 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369143:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dfbfa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.369145:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369150:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369152:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708355328:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.369158:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369163:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dfbfa00/0x5922c046cdb8ca6a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369169:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.369188:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3978:3764:x1825030708353280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2347us (2387us total) trans 4295501757 rc 0/0 00000100:00100000:3.0:1740485460.369192:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431723 00000100:00100000:3.0:1740485460.369201:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708355328 00000100:00100000:3.0:1740485460.369203:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708355328 00000100:00100000:3.0:1740485460.369214:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431731 00000100:00100000:3.0:1740485460.369216:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3979:3765:x1825030708355328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.369225:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18610 count 1 00010000:00010000:3.0:1740485460.369231:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369236:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3979:3764:x1825030708354944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1869us (1899us total) trans 4295501758 rc 0/0 00010000:00010000:3.0:1740485460.369238:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3517 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369243:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431730 00010000:00010000:3.0:1740485460.369245:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369246:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369248:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.369248:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5160380/2, rc 0, transno 4295501757 00000100:00100000:0.0:1740485460.369255:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708353280:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.369257:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3517 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369261:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3978:3766:x1825030708353408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2362us (2398us total) trans 4295501759 rc 0/0 00010000:00010000:3.0:1740485460.369263:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3517 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.369266:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431724 00000004:00080000:0.0:1740485460.369267:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097f4ce00/2, rc 0, transno 4295501758 00000100:00100000:3.0:1740485460.369269:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708355456:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.369270:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880097f4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708354944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.369281:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.369284:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320b3600/0x5922c046cdac4391 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391996 expref: 3517 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.369291:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708354816:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.369299:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369306:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708355584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.369307:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369311:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369314:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369315:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d226050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3977:3765:x1825030708354176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2110us (2137us total) trans 4295501756 rc 0/0 00010000:00010000:1.0:1740485460.369318:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369321:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431727 00000100:00100000:0.0:1740485460.369321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.369322:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369325:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98bc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.369326:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369330:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369333:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708355584 00000100:00100000:2.0:1740485460.369335:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708355584 00010000:00010000:1.0:1740485460.369335:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.369335:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5160000/2, rc 0, transno 4295501759 00010000:00010000:1.0:1740485460.369339:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98bc00/0x5922c046cdb8ca86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369340:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708353408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.369347:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431732 00000100:00100000:2.0:1740485460.369351:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3977:3766:x1825030708355584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.369361:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18611 count 1 00000004:00080000:0.0:1740485460.369368:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1d880/2, rc 0, transno 4295501756 00010000:00010000:2.0:1740485460.369370:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369373:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708354176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.369376:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1740485460.369380:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3516 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369380:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708355840:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.369386:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.369387:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.369389:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369399:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.369402:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3516 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369405:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3978:3767:x1825030708354432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2156us (2189us total) trans 4295501760 rc 0/0 00010000:00010000:2.0:1740485460.369411:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3516 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.369411:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431728 00000100:00100000:3.0:1740485460.369414:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708355840 00000100:00100000:3.0:1740485460.369417:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708355840 00000100:00100000:2.0:1740485460.369420:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708355968:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.369425:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708356096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.369430:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708355712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.369433:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431733 00000100:00100000:3.0:1740485460.369437:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3978:3765:x1825030708355840:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.369437:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.369440:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1740485460.369447:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18613 count 1 00000100:00100000:1.0:1740485460.369449:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708356096 00000100:00100000:1.0:1740485460.369452:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708356096 00010000:00010000:3.0:1740485460.369454:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369456:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800998f7600/0x5922c046cdac4313 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391942 expref: 3516 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.369461:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3516 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369465:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369466:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369468:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369469:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431734 00000100:00100000:2.0:1740485460.369470:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708355072:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.369473:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3979:3765:x1825030708356096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.369479:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3515 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369481:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.369482:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18614 count 1 00010000:00010000:3.0:1740485460.369485:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3515 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.369489:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369489:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.369491:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708356224:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.369495:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369496:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369500:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.369501:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.369502:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369503:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.369504:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a240 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.369508:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369512:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369514:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369518:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.369520:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a42cfa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.369523:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369527:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708356352:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.369529:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369541:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134eecf00 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.369543:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.369564:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfa00/0x5922c046cdb8ca8d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369564:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.369589:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708355712 00000100:00100000:3.0:1740485460.369592:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708355712 00000004:00080000:1.0:1740485460.369601:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1fb80/2, rc 0, transno 4295501760 00000100:00100000:3.0:1740485460.369603:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431735 00000100:00100000:3.0:1740485460.369605:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3980:3767:x1825030708355712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.369609:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708354432:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.369613:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18612 count 1 00010000:00010000:3.0:1740485460.369619:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369626:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3515 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369630:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.369630:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090a3ee00/0x5922c046cdac4209 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391877 expref: 3515 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.369631:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369633:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369640:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708354048:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.369642:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3514 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.369647:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3514 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.369652:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708356480:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.369655:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369661:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369665:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.369668:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.369669:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369671:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3981:3767:x1825030708354304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2413us (2440us total) trans 4295501761 rc 0/0 00010000:00010000:1.0:1740485460.369673:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369676:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431729 00010000:00010000:1.0:1740485460.369680:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369683:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98be00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.369685:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369689:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369694:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369699:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8ca71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369793:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708356608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.369797:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3981:3766:x1825030708353792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2739us (2761us total) trans 4295501762 rc 0/0 00000100:00100000:1.0:1740485460.369801:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431725 00000100:00100000:2.0:1740485460.369810:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1740485460.369833:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5162d80/2, rc 0, transno 4295501762 00000100:00100000:3.0:1740485460.369838:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708356608 00000100:00100000:2.0:1740485460.369838:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708353792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.369841:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708356608 00000100:00100000:3.0:1740485460.369853:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431736 00000100:00100000:3.0:1740485460.369856:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3981:3766:x1825030708356608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.369861:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:3.0:1740485460.369864:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18615 count 1 00000100:00100000:2.0:1740485460.369866:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708356736:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.369870:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.369871:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1c000/2, rc 0, transno 4295501761 00010000:00010000:3.0:1740485460.369876:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3514 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.369876:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708354304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.369880:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369881:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.369882:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.369882:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.369897:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708356736 00010000:00010000:3.0:1740485460.369898:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3514 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.369898:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.369899:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708356736 00010000:00010000:3.0:1740485460.369903:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3514 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.369904:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708356864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.369909:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431737 00000100:00100000:1.0:1740485460.369912:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3982:3766:x1825030708356736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.369913:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708356992:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.369921:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18616 count 1 00010000:00010000:1.0:1740485460.369928:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.369930:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.369930:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.369935:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3514 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369938:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.369939:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.369941:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369950:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3514 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.369956:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3514 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.369965:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708357120:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.369971:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708356864 00000100:00100000:2.0:1740485460.369974:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708356864 00000100:00100000:1.0:1740485460.369986:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.369987:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431738 00000100:00100000:2.0:1740485460.369991:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3983:3765:x1825030708356864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.370001:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18617 count 1 00010000:00010000:2.0:1740485460.370011:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370021:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3514 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370027:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.370029:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.370031:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370045:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3514 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370053:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3514 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.370061:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708357248:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.370084:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.370785:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708355456:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.370794:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.370794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.370804:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708355968:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.370814:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.370828:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880095f03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708356224:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.370830:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251328 00000100:00100000:0.0:1740485460.370830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.370833:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251328 00010000:00010000:3.0:1740485460.370835:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.370846:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251456 00000100:00100000:1.0:1740485460.370847:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251456 00000100:00100000:0.0:1740485460.370852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.370857:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3516 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.370865:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251584 00000100:00100000:2.0:1740485460.370867:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251584 00000100:00100000:1.0:1740485460.370868:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520512 00000100:00100000:1.0:1740485460.370871:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3517:2005:x1825030869251456:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.370876:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3517 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.370876:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.370879:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3517 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.370884:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009ae42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708356480:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.370884:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3517 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.370887:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520513 00000100:00100000:2.0:1740485460.370890:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3517:2003:x1825030869251584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.370892:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.370892:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072814000/0x5922c046cdac45ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391aca expref: 3517 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.370895:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.370898:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3516 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.370899:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.370899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.370900:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.370902:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708356992:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.370902:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370903:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3516 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.370906:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.370911:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.370911:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f018c00/0x5922c046cdac473b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391ba3 expref: 3516 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.370916:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.370917:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.370918:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.370920:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.370922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.370925:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.370929:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3515:2005:x1825030869251456:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.370933:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520512 00010000:00010000:2.0:1740485460.370934:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.370935:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251712 00000100:00100000:3.0:1740485460.370937:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251712 00000100:00100000:1.0:1740485460.370941:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251840 00000100:00100000:1.0:1740485460.370943:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251840 00010000:00010000:3.0:1740485460.370945:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.370946:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3516:2003:x1825030869251584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.370949:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520513 00010000:00010000:1.0:1740485460.370951:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3516 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.370958:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520514 00000100:00100000:2.0:1740485460.370961:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3515:2003:x1825030869251712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.370966:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.370968:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.370970:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520515 00000100:00100000:0.0:1740485460.370971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.370973:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3515:2003:x1825030869251840:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.370977:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3515 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.370977:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869251968 00010000:00010000:3.0:1740485460.370978:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.370979:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869251968 00010000:00010000:3.0:1740485460.370981:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3515 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.370983:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.370984:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.370985:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.370986:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3516 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.370988:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3516 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.370989:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.370994:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801362a5e00/0x5922c046cdac484c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c52 expref: 3516 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.370995:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.371000:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371001:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.371002:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3515:2003:x1825030869251712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.371002:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520516 00010000:00010000:3.0:1740485460.371003:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371005:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520514 00010000:00010000:3.0:1740485460.371007:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.371007:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3515:2005:x1825030869251968:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.371013:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.371015:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.371017:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3514 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.371018:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371023:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371025:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3514 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.371026:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3514:2003:x1825030869251840:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.371027:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371030:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520515 00010000:00010000:2.0:1740485460.371030:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371036:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b3a8000/0x5922c046cdac4677 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391b41 expref: 3513 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.371037:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371041:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8801350d0200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.371042:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371043:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371046:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371047:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371048:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371049:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.371051:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371051:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371052:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371054:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350d0200/0x5922c046cdb8caa2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371055:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371058:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371059:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371062:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c467a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.371064:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371068:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371072:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371072:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.371076:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c467a00/0x5922c046cdb8cabe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.371089:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3512:2005:x1825030869251968:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 81us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.371095:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520516 00000100:00100000:0.0:1740485460.371111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.371113:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3511 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.371122:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3985:3766:x1825030708355584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1770us (1800us total) trans 4295501763 rc 0/0 00000100:00100000:2.0:1740485460.371126:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431732 00000100:00100000:1.0:1740485460.371129:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252096 00000100:00100000:1.0:1740485460.371131:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252096 00010000:00010000:1.0:1740485460.371136:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.371143:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07e300/2, rc 0, transno 4295501763 00000100:00100000:1.0:1740485460.371150:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520517 00000100:00100000:1.0:1740485460.371153:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3512:2005:x1825030869251328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.371154:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708355584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371156:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520518 00010000:00010000:1.0:1740485460.371157:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.371159:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3512:2005:x1825030869252096:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.371160:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371164:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.371165:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708357248:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.371165:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371167:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.371172:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdac44e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391a5a expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371173:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.371173:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371179:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371180:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371180:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.371180:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371182:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371183:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371186:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.371192:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.371194:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371199:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252224 00000100:00100000:3.0:1740485460.371201:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3511:2005:x1825030869252096:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.371201:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252224 00000100:00100000:3.0:1740485460.371204:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520518 00010000:00010000:1.0:1740485460.371207:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.371208:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3512 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.371215:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.371216:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371218:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520519 00010000:00010000:3.0:1740485460.371220:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371222:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3511:2005:x1825030869252224:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.371222:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800985fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708357376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.371223:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3511:2005:x1825030869251328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (430us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.371224:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371226:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.371228:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371229:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3511 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.371229:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520517 00010000:00010000:3.0:1740485460.371232:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371234:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3511 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371235:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880095f5c400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.371237:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371240:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.371241:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371241:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f1ca00/0x5922c046cdac4964 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d01 expref: 3510 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371245:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371246:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.371247:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.371249:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f5c400/0x5922c046cdb8ca9b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371249:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371253:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371261:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.371270:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f7eac00/0x5922c046cdac47dc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c13 expref: 3509 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.371272:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3509:2005:x1825030869252224:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.371276:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520519 00000100:00100000:1.0:1740485460.371278:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708356352:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.371286:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371287:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708357376 00000100:00100000:2.0:1740485460.371288:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708357376 00010000:00010000:1.0:1740485460.371291:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371294:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371296:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431739 00010000:00010000:1.0:1740485460.371298:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371299:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3986:3764:x1825030708357376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.371302:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.371306:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18618 count 1 00010000:00010000:1.0:1740485460.371309:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371312:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371312:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097f4bc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.371314:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371318:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3507 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371318:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371322:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3986:3765:x1825030708355328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2104us (2152us total) trans 4295501765 rc 0/0 00010000:00010000:2.0:1740485460.371322:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371323:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371324:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371324:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371326:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431731 00010000:00010000:1.0:1740485460.371329:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cab0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371333:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3507 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371338:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371338:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3507 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371342:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371344:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708357504:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.371345:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07dc00/2, rc 0, transno 4295501765 00010000:00010000:3.0:1740485460.371347:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371351:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371351:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708355328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.371354:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371357:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5562800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.371359:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371361:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.371363:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371368:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371371:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562800/0x5922c046cdb8cab7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371373:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371373:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800985fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708357632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.371379:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371386:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371386:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.371392:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371398:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371404:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009914c200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.371406:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371413:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371423:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371429:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009914c200/0x5922c046cdb8cacc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371438:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+3987:3767:x1825030708355712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1832us (1874us total) trans 4295501767 rc 0/0 00000100:00100000:1.0:1740485460.371440:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3987:3765:x1825030708356096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1965us (1998us total) trans 4295501766 rc 0/0 00000100:00100000:3.0:1740485460.371442:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431735 00000100:00100000:1.0:1740485460.371446:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431734 00000004:00080000:0.0:1740485460.371446:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07f480/2, rc 0, transno 4295501766 00000100:00100000:3.0:1740485460.371449:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708357632 00000100:00100000:3.0:1740485460.371452:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708357632 00000100:00100000:0.0:1740485460.371454:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708356096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.371463:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431740 00000100:00100000:1.0:1740485460.371467:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3986:3766:x1825030708357632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371476:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+3987:3766:x1825030708356608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1619us (1665us total) trans 4295501764 rc 0/0 00002000:00080000:1.0:1740485460.371478:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18619 count 1 00000100:00100000:3.0:1740485460.371479:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431736 00000004:00080000:0.0:1740485460.371485:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07fb80/2, rc 0, transno 4295501764 00010000:00010000:1.0:1740485460.371487:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371488:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371491:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708356608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.371492:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371496:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371497:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3507 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371497:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.371500:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371502:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.371502:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.371503:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371504:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371506:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880085259600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.371508:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371511:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371514:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3507 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371517:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371519:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3507 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.371522:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800985fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708357888:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.371523:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8caa9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.371525:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708358016:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.371528:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3986:3765:x1825030708356864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1534us (1595us total) trans 4295501768 rc 0/0 00000100:00100000:2.0:1740485460.371534:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431738 00000100:00100000:1.0:1740485460.371543:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134eecf00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.371564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1740485460.371575:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07e680/2, rc 0, transno 4295501767 00000100:00100000:2.0:1740485460.371593:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708357888 00000100:00100000:1.0:1740485460.371593:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708355712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.371596:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708357888 00000100:00100000:2.0:1740485460.371609:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431741 00000004:00080000:0.0:1740485460.371612:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07c700/2, rc 0, transno 4295501768 00000100:00100000:2.0:1740485460.371613:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3987:3764:x1825030708357888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.371614:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1740485460.371618:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708358144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.371619:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708356864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371622:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3987:3765:x1825030708355840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2185us (2222us total) trans 4295501769 rc 0/0 00002000:00080000:2.0:1740485460.371622:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18621 count 1 00000100:00100000:3.0:1740485460.371626:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431733 00000004:00080000:0.0:1740485460.371628:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07ed80/2, rc 0, transno 4295501769 00010000:00010000:2.0:1740485460.371630:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371631:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708355840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.371633:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.371636:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708358144 00000100:00100000:3.0:1740485460.371638:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708358144 00010000:00010000:2.0:1740485460.371640:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3507 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371641:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800985fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708357760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371646:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431742 00010000:00010000:2.0:1740485460.371646:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371648:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.371649:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3987:3764:x1825030708358144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.371649:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.371655:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708358400:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.371656:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18622 count 1 00000100:00100000:0.0:1740485460.371660:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.371661:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3507 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371662:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371667:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3507 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.371670:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3507 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371671:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dfc2000/0x5922c046cdac48bc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391c98 expref: 3507 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.371672:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708358528:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.371674:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.371675:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.371677:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.371678:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708357120:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.371684:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708357760 00000100:00100000:3.0:1740485460.371685:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708357760 00000100:00100000:2.0:1740485460.371687:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009686ab40 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.371689:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371689:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708358272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371693:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431743 00010000:00010000:1.0:1740485460.371694:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371695:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3988:3766:x1825030708357760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.371697:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.371701:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18620 count 1 00010000:00010000:1.0:1740485460.371702:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371705:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.371705:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.371706:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371709:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371712:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3506 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371712:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009adfb200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.371713:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371715:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.371715:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708358272 00010000:00010000:3.0:1740485460.371716:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.371717:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371717:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708358272 00010000:00010000:1.0:1740485460.371717:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371723:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371726:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3506 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.371727:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adfb200/0x5922c046cdb8cac5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371731:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3506 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.371731:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431744 00000100:00100000:2.0:1740485460.371734:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3989:3766:x1825030708358272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371737:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708358656:192.168.204.38@tcp:104: 00002000:00080000:2.0:1740485460.371741:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18623 count 1 00010000:00010000:2.0:1740485460.371747:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371749:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.371754:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3506 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371758:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371759:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371760:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371762:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3506 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.371767:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3506 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.371770:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3506 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.371772:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708358784:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.371777:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3506 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.371780:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a540 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.371786:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708358912:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.371807:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009d31a240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.371816:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3990:3766:x1825030708356736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1902us (1932us total) trans 4295501770 rc 0/0 00000100:00100000:1.0:1740485460.371823:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431737 00000004:00080000:0.0:1740485460.371824:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07ca80/2, rc 0, transno 4295501770 00000100:00100000:0.0:1740485460.371833:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708356736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.371839:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.371856:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708358400 00000100:00100000:1.0:1740485460.371859:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708358400 00000100:00100000:1.0:1740485460.371872:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431745 00000100:00100000:1.0:1740485460.371876:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3990:3767:x1825030708358400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.371878:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708359040:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.371886:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18624 count 1 00000100:00100000:3.0:1740485460.371891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.371893:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371899:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708359040 00010000:00010000:1.0:1740485460.371899:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3506 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371902:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708359040 00010000:00010000:1.0:1740485460.371904:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.371905:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.371907:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.371915:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431746 00000100:00100000:2.0:1740485460.371918:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3991:3764:x1825030708359040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.371921:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3506 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.371925:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18625 count 1 00010000:00010000:1.0:1740485460.371929:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3506 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.371933:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371939:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3506 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371943:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.371944:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.371944:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708359168:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.371945:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371955:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3506 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.371960:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3506 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.371965:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708359296:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.371966:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880091234000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.371979:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.372766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.372776:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708357504:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.372777:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252352 00000100:00100000:2.0:1740485460.372780:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252352 00010000:00010000:3.0:1740485460.372785:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.372787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.372789:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3507 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.372804:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252480 00000100:00100000:2.0:1740485460.372805:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252480 00000100:00100000:3.0:1740485460.372808:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520520 00010000:00010000:2.0:1740485460.372809:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3508 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.372811:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3508:2004:x1825030869252352:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.372816:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.372819:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3508 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.372820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.372822:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520521 00010000:00010000:3.0:1740485460.372825:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3508 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.372825:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3508:2003:x1825030869252480:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.372830:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.372832:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3508 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372833:0:16639:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801350d2200/0x5922c046cdac4a21 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391d5c expref: 3508 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.372834:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252608 00000100:00100000:0.0:1740485460.372834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.372838:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3507 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.372839:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252608 00010000:00010000:3.0:1740485460.372841:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.372842:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.372844:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372845:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.372846:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.372846:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252736 00010000:00010000:3.0:1740485460.372848:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372848:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.372849:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252736 00010000:00010000:1.0:1740485460.372850:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3508 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.372852:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372859:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.372860:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.372860:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3509 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.372872:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520522 00000100:00100000:2.0:1740485460.372873:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3509:2003:x1825030869252480:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.372876:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520523 00000100:00100000:1.0:1740485460.372876:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3509:2005:x1825030869252608:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.372879:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3509:2005:x1825030869252736:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.372879:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520521 00010000:00010000:1.0:1740485460.372882:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.372883:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.372885:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3509 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372886:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3508 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372891:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3508 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.372892:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3508 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372896:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.372897:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.372898:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708358528:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.372899:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.372900:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae28a00/0x5922c046cdac4c35 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e89 expref: 3508 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372903:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372905:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372908:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.372908:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.372909:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.372911:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.372916:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.372918:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3507:2005:x1825030869252736:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 38us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.372922:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520523 00010000:00010000:1.0:1740485460.372930:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.372934:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372938:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372939:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4309c00/0x5922c046cdac4b94 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391e20 expref: 3506 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.372942:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.372945:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708358656:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.372945:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3505:2005:x1825030869252608:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.372946:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372949:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.372950:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520522 00010000:00010000:3.0:1740485460.372953:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372953:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008ba07400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.372954:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372958:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372958:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372961:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372963:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372965:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.372967:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ba07400/0x5922c046cdb8cae1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372969:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.372971:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd15200/0x5922c046cdac4aec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391dcc expref: 3504 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.372972:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.372973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.372975:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009c466000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.372977:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.372979:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708358016:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.372981:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.372988:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.372990:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.372996:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252864 00010000:00010000:3.0:1740485460.372998:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c466000/0x5922c046cdb8caef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.372998:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252864 00010000:00010000:1.0:1740485460.373004:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3504 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.373014:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520524 00000100:00100000:1.0:1740485460.373016:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3504:2005:x1825030869252864:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.373020:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.373023:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3504 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.373027:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3504 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.373037:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.373038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.373039:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.373040:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373043:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3993:3764:x1825030708357888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1430us (1479us total) trans 4295501771 rc 0/0 00010000:00010000:1.0:1740485460.373045:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373048:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431741 00010000:00010000:1.0:1740485460.373053:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.373065:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3504:2005:x1825030869252864:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (93us total) trans 0 rc 0/0 00000004:00080000:2.0:1740485460.373066:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800985fdf80/2, rc 0, transno 4295501771 00000100:00100000:1.0:1740485460.373068:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520524 00000100:00100000:2.0:1740485460.373070:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800985fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708357888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.373073:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3992:3766:x1825030708357760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1376us (1413us total) trans 4295501772 rc 0/0 00000100:00100000:0.0:1740485460.373073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.373074:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869252992 00000100:00100000:1.0:1740485460.373075:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869252992 00000100:00100000:3.0:1740485460.373077:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431743 00010000:00010000:1.0:1740485460.373080:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3504 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.373087:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253120 00000100:00100000:1.0:1740485460.373089:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253120 00000100:00100000:3.0:1740485460.373090:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520525 00010000:00010000:1.0:1740485460.373092:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3505 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.373093:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800985ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3505:2005:x1825030869252992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.373098:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.373101:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3505 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.373103:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708359424:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.373107:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3505 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.373108:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520526 00000100:00100000:1.0:1740485460.373110:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3505:2005:x1825030869253120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.373113:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.373114:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.373114:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.373116:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373116:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3505 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.373118:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e62000/0x5922c046cdac4da1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391f5b expref: 3505 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.373120:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373122:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3505 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.373124:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.373126:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.373127:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708358912:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.373128:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.373129:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.373130:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373134:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373135:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3504:2005:x1825030869252992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 41us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.373135:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373139:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373141:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520525 00010000:00010000:1.0:1740485460.373142:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.373143:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373146:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373150:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.373151:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3503:2005:x1825030869253120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.373152:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708359424 00010000:00010000:2.0:1740485460.373153:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373154:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708359424 00000100:00100000:1.0:1740485460.373155:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520526 00000004:00080000:0.0:1740485460.373155:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800985fdc00/2, rc 0, transno 4295501772 00010000:00010000:2.0:1740485460.373158:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ce6800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.373160:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373162:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431747 00010000:00010000:2.0:1740485460.373163:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.373163:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800985fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708357760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.373164:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373165:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+3992:3765:x1825030708359424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.373168:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373169:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.373171:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18626 count 1 00010000:00010000:2.0:1740485460.373172:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6800/0x5922c046cdb8caf6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373173:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373176:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373178:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373183:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3502 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373184:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373187:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.373187:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec5e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.373188:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373189:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373189:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373192:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373197:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373198:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3502 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373201:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5e00/0x5922c046cdb8cada lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373203:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3502 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.373209:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708359552:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.373220:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.373230:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3502:2004:x1825030869252352:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 418us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.373234:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520520 00000100:00100000:2.0:1740485460.373254:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3994:3766:x1825030708358272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1518us (1547us total) trans 4295501773 rc 0/0 00000100:00100000:2.0:1740485460.373260:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431744 00010000:00010000:3.0:1740485460.373262:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.373266:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1ed80/2, rc 0, transno 4295501773 00010000:00010000:3.0:1740485460.373267:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373271:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373274:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373278:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.373280:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3993:3766:x1825030708357632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1812us (1892us total) trans 4295501774 rc 0/0 00010000:00010000:3.0:1740485460.373281:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a42cfe00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.373283:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.373284:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431740 00010000:00010000:3.0:1740485460.373286:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373291:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373296:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cfe00/0x5922c046cdb8cad3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373302:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdac4e88 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391fd9 expref: 3501 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.373303:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708359808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.373309:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708359168:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.373318:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373325:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373329:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373331:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.373333:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373337:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373342:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373345:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98a200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.373345:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708358272:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.373347:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373350:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373352:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.373356:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373357:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708359680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.373359:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cafd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.373361:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800985fd500/2, rc 0, transno 4295501774 00000100:00100000:3.0:1740485460.373368:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800985fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3993:3764:x1825030708357376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2067us (2127us total) trans 4295501775 rc 0/0 00000100:00100000:0.0:1740485460.373368:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800985fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708357632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.373371:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.373372:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431739 00000100:00100000:1.0:1740485460.373374:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708359808 00000100:00100000:1.0:1740485460.373376:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708359808 00000100:00100000:3.0:1740485460.373380:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708359680 00000100:00100000:3.0:1740485460.373382:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708359680 00000100:00100000:1.0:1740485460.373387:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431748 00000004:00080000:2.0:1740485460.373389:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800985fce00/2, rc 0, transno 4295501775 00000100:00100000:1.0:1740485460.373389:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+3994:3767:x1825030708359808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.373393:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431749 00000100:00100000:2.0:1740485460.373394:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800985fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708357376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.373395:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+3994:3767:x1825030708359680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.373398:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18628 count 1 00000100:00100000:2.0:1740485460.373401:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708359936:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.373402:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18627 count 1 00010000:00010000:1.0:1740485460.373404:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.373407:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708360064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.373408:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373411:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3500 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373414:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373415:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3500 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373415:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.373417:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373418:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.373418:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.373419:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373421:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373426:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3500 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373430:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3500 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373432:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3500 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.373435:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3500 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.373437:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708360192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.373441:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708360320:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.373443:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.373453:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708359936 00000100:00100000:3.0:1740485460.373454:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.373454:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800964a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.373456:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708359936 00000100:00100000:3.0:1740485460.373463:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708360064 00000100:00100000:3.0:1740485460.373465:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708360064 00000100:00100000:2.0:1740485460.373470:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431750 00000100:00100000:2.0:1740485460.373474:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+3996:3764:x1825030708359936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.373484:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18629 count 1 00000100:00100000:3.0:1740485460.373486:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431751 00000100:00100000:3.0:1740485460.373488:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+3996:3765:x1825030708360064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.373493:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.373495:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18630 count 1 00010000:00010000:3.0:1740485460.373501:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373502:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3500 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373508:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3500 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373508:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.373509:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373511:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373512:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.373512:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373513:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373522:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3500 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373525:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3500 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373527:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3500 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.373531:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3500 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.373532:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708360448:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.373538:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708360576:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.373545:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a480 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.373565:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf000 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.373575:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3997:3767:x1825030708358400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1697us (1734us total) trans 4295501776 rc 0/0 00010000:00010000:3.0:1740485460.373595:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e688400/0x5922c046cdac4d00 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81391eeb expref: 3500 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.373597:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708359296:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.373602:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431745 00010000:00010000:2.0:1740485460.373604:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373608:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708358784:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.373611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.373618:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373622:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.373622:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1d500/2, rc 0, transno 4295501776 00000100:00100000:2.0:1740485460.373624:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253248 00000100:00100000:2.0:1740485460.373625:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253248 00010000:00010000:3.0:1740485460.373626:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373629:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373632:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3500 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.373633:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.373633:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708358400:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.373636:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373639:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5562000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.373641:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373645:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373645:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520527 00000100:00100000:2.0:1740485460.373648:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3500:2004:x1825030869253248:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.373653:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373653:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.373655:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3500 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.373657:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562000/0x5922c046cdb8cae8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373660:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3500 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.373660:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708360704:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.373668:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072852e00/0x5922c046cdac4f29 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392050 expref: 3500 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.373675:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.373676:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.373678:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.373679:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.373682:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373690:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.373695:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708360704 00000100:00100000:1.0:1740485460.373697:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708360704 00000100:00100000:2.0:1740485460.373702:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3499:2004:x1825030869253248:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.373706:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520527 00000100:00100000:1.0:1740485460.373708:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431752 00000100:00100000:1.0:1740485460.373711:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+3998:3766:x1825030708360704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.373717:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1740485460.373719:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18631 count 1 00010000:00010000:2.0:1740485460.373723:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373726:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373727:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373731:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+3998:3764:x1825030708358144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2081us (2097us total) trans 4295501777 rc 0/0 00010000:00010000:2.0:1740485460.373731:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373733:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3498 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.373735:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431742 00010000:00010000:2.0:1740485460.373735:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373737:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.373737:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.373738:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ce6a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.373739:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373740:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373743:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373748:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373749:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3498 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373754:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3498 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.373755:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6a00/0x5922c046cdb8cb04 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.373759:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880096662680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708360832:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.373774:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800926a6180 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.373775:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099a1ca80/2, rc 0, transno 4295501777 00000100:00100000:2.0:1740485460.373785:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880099a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708358144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.373820:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1740485460.373828:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708360960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.373839:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708359552:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.373846:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373854:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3998:3764:x1825030708359040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1934us (1961us total) trans 4295501778 rc 0/0 00000100:00100000:1.0:1740485460.373855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.373857:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.373858:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431746 00000100:00100000:3.0:1740485460.373866:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253376 00000100:00100000:3.0:1740485460.373868:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253376 00000100:00100000:1.0:1740485460.373871:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708360960 00000100:00100000:1.0:1740485460.373873:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708360960 00000004:00080000:2.0:1740485460.373874:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f4000/2, rc 0, transno 4295501778 00010000:00010000:3.0:1740485460.373875:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3499 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.373879:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708359040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.373884:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431753 00000100:00100000:1.0:1740485460.373886:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+3998:3766:x1825030708360960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.373888:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520528 00000100:00100000:3.0:1740485460.373891:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3499:2005:x1825030869253376:12345-192.168.204.38@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1740485460.373894:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18632 count 1 00010000:00010000:3.0:1740485460.373896:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.373898:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3499 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.373900:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373903:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3499 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.373906:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3499 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373910:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096930400/0x5922c046cdac4fae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392096 expref: 3499 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.373910:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.373911:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.373912:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373915:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708361088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.373917:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.373918:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.373919:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.373923:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3498 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373924:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.373927:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.373928:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3498 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.373931:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.373933:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708361216:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.373938:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708361088 00000100:00100000:2.0:1740485460.373939:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708361088 00000100:00100000:3.0:1740485460.373944:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3498:2005:x1825030869253376:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.373946:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880099ce1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.373947:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520528 00000100:00100000:2.0:1740485460.373948:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431754 00000100:00100000:2.0:1740485460.373950:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+3999:3764:x1825030708361088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.373957:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.373958:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18633 count 1 00010000:00010000:3.0:1740485460.373961:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373964:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373965:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373969:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373971:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3497 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373975:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.373976:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373976:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.373977:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373979:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e0c7600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.373980:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373984:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373986:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3497 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373989:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.373992:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7600/0x5922c046cdb8cb0b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.373992:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3497 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.373997:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708361344:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.374011:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf780 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.374059:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4000:3765:x1825030708359424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 893us (935us total) trans 4295501779 rc 0/0 00000100:00100000:3.0:1740485460.374063:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431747 00000004:00080000:0.0:1740485460.374072:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f6a00/2, rc 0, transno 4295501779 00000100:00100000:0.0:1740485460.374087:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.374128:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708361472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.374148:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.374158:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708361472 00000100:00100000:3.0:1740485460.374160:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708361472 00000100:00100000:3.0:1740485460.374171:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431755 00000100:00100000:3.0:1740485460.374175:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4000:3765:x1825030708361472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.374186:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18634 count 1 00010000:00010000:3.0:1740485460.374194:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.374207:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3497 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.374214:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.374215:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.374218:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.374232:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3497 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.374241:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3497 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.374249:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708361600:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.374277:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.375243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.375276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.375286:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253504 00000100:00100000:3.0:1740485460.375289:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253504 00000100:00100000:3.0:1740485460.375295:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253632 00000100:00100000:3.0:1740485460.375297:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253632 00000100:00100000:1.0:1740485460.375303:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708360192:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.375305:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3499 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.375313:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708360320:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.375318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.375320:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375321:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520529 00000100:00100000:3.0:1740485460.375324:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3499:2005:x1825030869253632:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.375325:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375329:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.375332:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3499 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.375332:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253760 00000100:00100000:1.0:1740485460.375334:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253760 00010000:00010000:3.0:1740485460.375337:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3500 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.375342:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708360576:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.375343:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3500 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.375345:0:8363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bff6000/0x5922c046cdac5017 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813920f8 expref: 3500 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375348:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.375352:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.375353:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.375355:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375361:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.375362:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869253888 00000100:00100000:1.0:1740485460.375364:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869253888 00000100:00100000:2.0:1740485460.375368:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520530 00010000:00010000:1.0:1740485460.375369:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3500 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.375370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.375372:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3500:2005:x1825030869253760:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.375375:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.375377:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254016 00010000:00010000:2.0:1740485460.375379:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.375379:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254016 00010000:00010000:2.0:1740485460.375382:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3501 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.375382:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520531 00010000:00010000:1.0:1740485460.375383:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3501 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.375386:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3501:2005:x1825030869253888:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.375392:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3501 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.375392:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.375393:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520532 00000100:00100000:3.0:1740485460.375394:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3501:2005:x1825030869253632:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.375396:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3501:2005:x1825030869254016:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.375396:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3501 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.375400:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520529 00010000:00010000:2.0:1740485460.375400:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.375401:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.375402:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.375403:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375403:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3501 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375405:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3501 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375407:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375410:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3500 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.375411:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5be0800/0x5922c046cdac50e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392192 expref: 3500 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375414:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.375418:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375419:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.375421:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375421:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375422:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.375423:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3499 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375424:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375426:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.375427:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3499:2005:x1825030869253760:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.375428:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.375431:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520530 00010000:00010000:1.0:1740485460.375436:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.375436:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.375441:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520533 00000100:00100000:3.0:1740485460.375444:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3498:2003:x1825030869253504:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.375449:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.375450:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3498:2005:x1825030869254016:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 53us (79us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.375452:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3498 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375452:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375452:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3498:2005:x1825030869253888:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 66us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.375454:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520532 00010000:00010000:2.0:1740485460.375456:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375456:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520531 00010000:00010000:3.0:1740485460.375459:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3498 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375460:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375464:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375470:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdac5064 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139213e expref: 3496 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375472:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375475:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ce6e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.375477:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375479:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.375480:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.375480:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375482:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375483:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132ccbe00/0x5922c046cdac5255 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392287 expref: 3495 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375485:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375489:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375489:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce6e00/0x5922c046cdb8cb20 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.375491:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880096662680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708360832:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.375499:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.375510:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.375511:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375512:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254144 00000100:00100000:0.0:1740485460.375515:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254144 00010000:00010000:1.0:1740485460.375517:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375522:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3495 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375524:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375527:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3495:2003:x1825030869253504:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 80us (284us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.375531:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375531:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520534 00000100:00100000:3.0:1740485460.375534:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520533 00000100:00100000:0.0:1740485460.375534:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3495:2005:x1825030869254144:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.375537:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375538:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.375540:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3495 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375543:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.375545:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375545:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3494 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.375565:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375566:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375568:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375569:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375572:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375595:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.375597:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375603:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e277000/0x5922c046cdac5175 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392202 expref: 3494 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375604:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98b600/0x5922c046cdb8cb12 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.375608:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4001:3764:x1825030708359936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2132us (2188us total) trans 4295501780 rc 0/0 00000100:00100000:0.0:1740485460.375608:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3494:2005:x1825030869254144:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.375611:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520534 00000100:00100000:3.0:1740485460.375612:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708360448:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.375612:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431750 00010000:00010000:3.0:1740485460.375624:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375625:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375629:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375633:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375635:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375637:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375641:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375641:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375644:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a42cf000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.375646:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375648:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375649:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375654:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375655:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375658:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a42cf000/0x5922c046cdb8cb19 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375661:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375666:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fa3b400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.375669:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375676:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375683:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375686:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b400/0x5922c046cdb8cb27 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.375690:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4002:3767:x1825030708359808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2299us (2358us total) trans 4295501781 rc 0/0 00000100:00100000:1.0:1740485460.375694:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431748 00000004:00080000:1.0:1740485460.375717:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f5500/2, rc 0, transno 4295501781 00000100:00100000:0.0:1740485460.375719:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.375726:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254272 00000100:00100000:0.0:1740485460.375728:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254272 00000100:00100000:1.0:1740485460.375729:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708359808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.375736:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3493 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375741:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d17ac00/0x5922c046cdac52fd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813922f7 expref: 3493 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.375745:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520535 00000100:00100000:0.0:1740485460.375748:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3492:2004:x1825030869254272:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.375749:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708361216:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.375752:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708361728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.375752:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.375754:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3492 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375758:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375759:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3492 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.375762:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375766:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375766:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375766:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.375768:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.375768:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375769:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4002:3765:x1825030708360064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2279us (2326us total) trans 4295501783 rc 0/0 00010000:00010000:1.0:1740485460.375770:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375772:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375773:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431751 00010000:00010000:1.0:1740485460.375773:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375777:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375779:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.375780:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e2d6e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.375781:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375782:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708361728 00000100:00100000:3.0:1740485460.375784:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708361728 00000100:00100000:2.0:1740485460.375784:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4001:3767:x1825030708359680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2388us (2413us total) trans 4295501782 rc 0/0 00010000:00010000:1.0:1740485460.375785:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.375788:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431749 00000100:00100000:0.0:1740485460.375788:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3492:2004:x1825030869254272:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.375792:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520535 00000100:00100000:3.0:1740485460.375794:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431756 00010000:00010000:1.0:1740485460.375794:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375797:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009930f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4001:3766:x1825030708361728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.375798:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e2d6e00/0x5922c046cdb8cb35 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.375804:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18635 count 1 00010000:00010000:2.0:1740485460.375808:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132f96400/0x5922c046cdac5485 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813923b4 expref: 3491 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.375810:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375817:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3490 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.375820:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708361344:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.375821:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.375822:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.375824:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375827:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375831:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375833:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3490 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375835:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375838:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3490 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.375839:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375842:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375843:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708361856:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.375846:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375849:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ce7c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.375851:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375854:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375857:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a480 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.375859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.375863:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375867:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce7c00/0x5922c046cdb8cb3c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.375867:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254400 00000100:00100000:1.0:1740485460.375868:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4002:3766:x1825030708360960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1980us (2011us total) trans 4295501784 rc 0/0 00000100:00100000:0.0:1740485460.375869:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254400 00000004:00080000:3.0:1740485460.375871:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34ca80/2, rc 0, transno 4295501783 00000100:00100000:1.0:1740485460.375871:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431753 00010000:00010000:0.0:1740485460.375876:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3491 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.375883:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708360064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.375885:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520536 00000100:00100000:0.0:1740485460.375888:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3491:2005:x1825030869254400:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1740485460.375890:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f4700/2, rc 0, transno 4295501782 00010000:00010000:0.0:1740485460.375892:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.375893:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708359680:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.375894:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34c700/2, rc 0, transno 4295501780 00010000:00010000:0.0:1740485460.375894:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3491 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.375896:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708359936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.375899:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800979f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708361984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.375899:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3491 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.375902:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708362112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.375906:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375907:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.375908:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375912:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.375913:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34dc00/2, rc 0, transno 4295501784 00000100:00100000:1.0:1740485460.375914:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.375917:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708360960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.375919:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.375920:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708362240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.375928:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708361984 00000100:00100000:0.0:1740485460.375929:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1be9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3491:2005:x1825030869254400:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.375930:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.375930:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708361984 00000100:00100000:2.0:1740485460.375932:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708362368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.375932:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520536 00000100:00100000:1.0:1740485460.375937:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708362240 00000100:00100000:1.0:1740485460.375939:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708362240 00000100:00100000:3.0:1740485460.375942:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.375945:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708362112 00000100:00100000:1.0:1740485460.375946:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708362112 00000100:00100000:2.0:1740485460.375950:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431757 00000100:00100000:2.0:1740485460.375953:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4004:3767:x1825030708361984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.375954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.375956:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431758 00000100:00100000:0.0:1740485460.375957:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708362368 00000100:00100000:1.0:1740485460.375958:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4004:3765:x1825030708362240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.375958:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708362368 00002000:00080000:2.0:1740485460.375962:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18636 count 1 00002000:00080000:1.0:1740485460.375967:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18638 count 1 00000100:00100000:0.0:1740485460.375967:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431759 00010000:00010000:2.0:1740485460.375969:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375971:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431760 00000100:00100000:0.0:1740485460.375971:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4005:3764:x1825030708362112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.375973:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.375974:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4005:3766:x1825030708362368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.375975:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3490 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375979:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.375980:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.375980:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3490 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.375981:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18637 count 1 00002000:00080000:3.0:1740485460.375982:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18639 count 1 00010000:00010000:2.0:1740485460.375982:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375985:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.375986:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.375988:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375988:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375988:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.375990:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3490 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375995:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3490 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.375995:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3490 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.375997:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3490 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.375999:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.375999:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3490 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.375999:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.376000:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.376000:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.376001:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376002:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376003:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3490 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.376005:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708362496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.376009:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708362624:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.376011:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3490 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376016:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3490 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.376016:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3490 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.376017:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf780 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.376022:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880099ce1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.376022:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708362752:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.376030:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3490 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.376032:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.376034:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.376036:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.376039:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708362880:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.376040:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376044:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376048:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376051:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e2d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.376053:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376057:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.376058:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.376062:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376066:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cb2e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376081:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c4e2800/0x5922c046cdac556c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139242b expref: 3490 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.376093:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708361600:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.376096:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4007:3764:x1825030708361088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2144us (2167us total) trans 4295501785 rc 0/0 00000100:00100000:2.0:1740485460.376100:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431754 00010000:00010000:3.0:1740485460.376104:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.376118:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34e300/2, rc 0, transno 4295501785 00000100:00100000:3.0:1740485460.376122:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708361088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.376127:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376132:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376136:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.376137:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4006:3766:x1825030708360704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2425us (2457us total) trans 4295501786 rc 0/0 00010000:00010000:3.0:1740485460.376139:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.376141:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431752 00010000:00010000:3.0:1740485460.376144:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376147:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e0c6200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.376149:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.376152:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708363008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.376153:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376158:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376162:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6200/0x5922c046cdb8cb43 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.376165:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.376181:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708363008 00000100:00100000:1.0:1740485460.376183:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708363008 00000100:00100000:1.0:1740485460.376197:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431761 00000100:00100000:1.0:1740485460.376200:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4007:3767:x1825030708363008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.376207:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18640 count 1 00010000:00010000:1.0:1740485460.376214:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376221:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3489 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.376228:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.376229:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.376230:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.376233:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4007:3765:x1825030708361472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2057us (2084us total) trans 4295501787 rc 0/0 00000100:00100000:3.0:1740485460.376237:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431755 00000004:00080000:2.0:1740485460.376240:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f7480/2, rc 0, transno 4295501787 00010000:00010000:1.0:1740485460.376240:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3489 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.376245:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708361472:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.376245:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3489 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.376250:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708363136:192.168.204.38@tcp:104: 00000004:00080000:3.0:1740485460.376255:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34d500/2, rc 0, transno 4295501786 00000100:00100000:3.0:1740485460.376257:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708360704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.376271:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff880099ce1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.376276:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708363392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.376278:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708363264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.376291:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.376301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.376314:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708363392 00000100:00100000:3.0:1740485460.376315:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708363392 00000100:00100000:2.0:1740485460.376316:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708363264 00000100:00100000:2.0:1740485460.376319:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708363264 00000100:00100000:3.0:1740485460.376325:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431762 00000100:00100000:3.0:1740485460.376328:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4008:3765:x1825030708363392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.376336:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18642 count 1 00000100:00100000:2.0:1740485460.376338:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431763 00000100:00100000:2.0:1740485460.376341:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4008:3764:x1825030708363264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.376343:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376349:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3489 pid: 16694 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.376349:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18641 count 1 00010000:00010000:3.0:1740485460.376353:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.376354:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.376356:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.376356:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.376363:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3489 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376365:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3489 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.376367:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.376368:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.376369:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.376370:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3489 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.376376:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708363520:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.376379:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3489 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.376385:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3489 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.376389:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.376390:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708363648:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.376403:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf000 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.376906:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708361856:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.376915:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.377627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.377659:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708362496:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.377662:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254528 00000100:00100000:1.0:1740485460.377665:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254528 00000100:00100000:0.0:1740485460.377667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.377671:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.377674:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3490 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.377679:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254656 00000100:00100000:0.0:1740485460.377682:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254656 00000100:00100000:1.0:1740485460.377691:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520537 00010000:00010000:0.0:1740485460.377693:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3491 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.377694:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3491:2005:x1825030869254528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.377698:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.377701:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3491 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.377707:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3491 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.377715:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d22e000/0x5922c046cdac5637 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813924b0 expref: 3491 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.377723:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.377724:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.377725:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.377730:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.377739:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.377753:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3490:2005:x1825030869254528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.377776:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520538 00000100:00100000:1.0:1740485460.377782:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520537 00000100:00100000:0.0:1740485460.377784:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3490:2003:x1825030869254656:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.377788:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377791:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.377794:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377795:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3489 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.377798:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.377800:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708362624:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.377802:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377803:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3489 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.377805:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.377809:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fa3b000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.377809:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.377810:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.377814:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377814:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b03be00/0x5922c046cdac56ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392512 expref: 3489 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.377820:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.377824:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fa3b000/0x5922c046cdb8cb4a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377824:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.377826:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.377829:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377836:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.377858:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.377870:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.377875:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.377875:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3488:2003:x1825030869254656:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.377880:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.377881:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520538 00010000:00010000:2.0:1740485460.377883:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.377891:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.377894:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099ce7800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.377896:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.377900:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.377906:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.377909:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009930f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4009:3766:x1825030708361728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2109us (2139us total) trans 4295501788 rc 0/0 00010000:00010000:2.0:1740485460.377910:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099ce7800/0x5922c046cdb8cb51 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.377912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.377916:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431756 00000100:00100000:1.0:1740485460.377942:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254784 00000100:00100000:1.0:1740485460.377945:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254784 00010000:00010000:1.0:1740485460.377956:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.377959:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708362752:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.377969:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.377972:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520539 00000100:00100000:1.0:1740485460.377976:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3488:2004:x1825030869254784:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.377984:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.377988:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000004:00080000:3.0:1740485460.377990:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f4e00/2, rc 0, transno 4295501788 00010000:00010000:1.0:1740485460.377996:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.377997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.378004:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708361728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.378008:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d2a1200/0x5922c046cdac5805 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813925cf expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.378011:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869254912 00000100:00100000:3.0:1740485460.378013:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869254912 00000100:00100000:0.0:1740485460.378014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.378017:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.378018:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.378019:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378021:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3488 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.378024:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.378030:0:16639:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255040 00000100:00100000:3.0:1740485460.378032:0:16639:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255040 00010000:00010000:1.0:1740485460.378033:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.378035:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520540 00010000:00010000:3.0:1740485460.378036:0:16639:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3489 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.378040:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2005:x1825030869254912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.378044:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520541 00000100:00100000:0.0:1740485460.378044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.378045:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.378046:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2004:x1825030869254784:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.378047:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2003:x1825030869255040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.378048:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3489 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378050:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520539 00010000:00010000:3.0:1740485460.378051:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.378054:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3489 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.378054:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3489 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378057:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255168 00010000:00010000:3.0:1740485460.378059:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378059:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255168 00000100:00100000:0.0:1740485460.378060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.378065:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3489 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.378066:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.378066:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fa90000/0x5922c046cdac5779 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392574 expref: 3489 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.378067:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.378069:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378073:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.378074:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.378076:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378077:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378080:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255296 00010000:00010000:2.0:1740485460.378081:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378081:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255296 00000100:00100000:0.0:1740485460.378081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.378086:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3489 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.378088:0:8363:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255424 00000100:00100000:3.0:1740485460.378089:0:8363:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255424 00010000:00010000:3.0:1740485460.378094:0:8363:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3490 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378095:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520542 00010000:00010000:2.0:1740485460.378096:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.378098:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3490:2005:x1825030869255168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.378100:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378102:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.378103:0:8363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520543 00010000:00010000:1.0:1740485460.378104:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3490 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378105:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.378106:0:8363:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3490:2005:x1825030869255296:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.378109:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3490 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378109:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378110:0:8363:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.378110:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3490:2005:x1825030869254912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.378112:0:8363:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3490 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378113:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378114:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520540 00010000:00010000:1.0:1740485460.378115:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.378116:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.378117:0:8363:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3490 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378117:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378118:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.378120:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be5600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.378121:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.378121:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378122:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.378123:0:8363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.378124:0:8363:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378125:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520544 00010000:00010000:3.0:1740485460.378128:0:8363:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378128:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2005:x1825030869255424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.378128:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.378129:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378132:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.378135:0:8363:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.378135:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3489 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378135:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.378139:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be5600/0x5922c046cdb8cb5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378140:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3489 pid: 16632 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378141:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2005:x1825030869255168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 43us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.378145:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520542 00000100:00100000:3.0:1740485460.378146:0:8363:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:83b16817-19e2-4964-825b-f66b9c1b4175+3489:2005:x1825030869255296:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (85us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.378147:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.378149:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.378150:0:8363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520543 00010000:00010000:2.0:1740485460.378152:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378157:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378158:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378164:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.378165:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378167:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.378169:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2003:x1825030869255040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 122us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.378169:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.378173:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520541 00010000:00010000:1.0:1740485460.378173:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378176:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378179:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009db81c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.378181:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378182:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3486:2005:x1825030869255424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (99us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.378185:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378188:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520544 00000100:00100000:3.0:1740485460.378190:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708363776:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.378190:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378193:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cb58 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.378204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.378221:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4010:3764:x1825030708362112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2250us (2278us total) trans 4295501790 rc 0/0 00000100:00100000:3.0:1740485460.378222:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708363776 00000100:00100000:3.0:1740485460.378225:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708363776 00000100:00100000:0.0:1740485460.378226:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431759 00000100:00100000:2.0:1740485460.378231:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4012:3767:x1825030708361984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2276us (2314us total) trans 4295501789 rc 0/0 00000100:00100000:2.0:1740485460.378235:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431757 00000100:00100000:0.0:1740485460.378238:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431764 00000100:00100000:0.0:1740485460.378241:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4011:3766:x1825030708363776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.378249:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18643 count 1 00010000:00010000:0.0:1740485460.378255:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378256:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3de800/0x5922c046cdac58b4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392646 expref: 3485 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.378257:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ad09aa00/0x5922c046cdac5a43 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139272d expref: 3485 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.378262:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3484 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378264:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708363648:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.378266:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.378267:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708362880:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.378267:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.378269:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378275:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378275:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4010:3765:x1825030708362240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2315us (2344us total) trans 4295501791 rc 0/0 00010000:00010000:3.0:1740485460.378278:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378279:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431758 00010000:00010000:0.0:1740485460.378281:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3483 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378282:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378286:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.378287:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3483 pid: 16692 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.378288:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f8700/2, rc 0, transno 4295501791 00010000:00010000:3.0:1740485460.378290:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378292:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708363904:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.378294:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708362240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.378297:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378298:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d81d200/0x5922c046cdac5978 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813926a8 expref: 3483 pid: 16632 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.378301:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378304:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fbe4600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:0.0:1740485460.378304:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.378305:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708363136:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.378306:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378309:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378312:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378315:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378317:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378318:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe4600/0x5922c046cdb8cb66 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378319:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.378319:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c8f8000/2, rc 0, transno 4295501790 00010000:00010000:1.0:1740485460.378320:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378324:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378328:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378328:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378331:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378331:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008c8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708362112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.378334:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f512a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.378336:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378336:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378339:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.378342:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378343:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378348:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378349:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378350:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.378352:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8cb6d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378355:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e0c6c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.378358:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378364:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.378365:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800979f4380/2, rc 0, transno 4295501789 00000100:00100000:1.0:1740485460.378367:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708364032 00000100:00100000:0.0:1740485460.378368:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800979f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708361984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.378369:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708364032 00010000:00010000:2.0:1740485460.378370:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378374:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c6c00/0x5922c046cdb8cb7b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378377:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431765 00000100:00100000:1.0:1740485460.378380:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4011:3767:x1825030708364032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.378388:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18644 count 1 00010000:00010000:1.0:1740485460.378394:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378401:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3482 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378404:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378405:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378406:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.378408:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4011:3766:x1825030708362368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2432us (2451us total) trans 4295501792 rc 0/0 00000100:00100000:0.0:1740485460.378412:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708364160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.378415:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431760 00010000:00010000:1.0:1740485460.378416:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3482 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378418:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708364288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.378422:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.378425:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3482 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.378427:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708364160 00000100:00100000:3.0:1740485460.378429:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708364160 00000100:00100000:1.0:1740485460.378430:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708364416:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.378434:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.378439:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708364288 00000100:00100000:3.0:1740485460.378440:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708364288 00000100:00100000:1.0:1740485460.378443:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131f7f540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.378447:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431766 00000100:00100000:3.0:1740485460.378449:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4012:3764:x1825030708364160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.378453:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431767 00000100:00100000:1.0:1740485460.378455:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4012:3765:x1825030708364288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.378457:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18645 count 1 00002000:00080000:1.0:1740485460.378462:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18646 count 1 00010000:00010000:3.0:1740485460.378465:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378467:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378472:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3482 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378473:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3482 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378475:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.378476:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378477:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378477:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.378478:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378479:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378487:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3482 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378487:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3482 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378492:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3482 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.378493:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3482 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378500:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708364672:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.378502:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708364544:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.378520:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123eda9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.378521:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.378525:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4013:3764:x1825030708363264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2182us (2222us total) trans 4295501793 rc 0/0 00000100:00100000:2.0:1740485460.378529:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431763 00000004:00080000:0.0:1740485460.378540:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd0e00/2, rc 0, transno 4295501793 00000004:00080000:3.0:1740485460.378544:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd2680/2, rc 0, transno 4295501792 00000100:00100000:0.0:1740485460.378545:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708363264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.378564:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708362368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.378603:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801334ed200/0x5922c046cdac5af9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392788 expref: 3482 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378611:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4013:3767:x1825030708363008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2409us (2444us total) trans 4295501794 rc 0/0 00000100:00100000:3.0:1740485460.378615:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708363520:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.378615:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431761 00010000:00010000:3.0:1740485460.378624:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378624:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.378628:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378632:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378636:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378639:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378642:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.378643:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378646:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5563600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.378648:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378651:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378653:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708364928 00000100:00100000:1.0:1740485460.378655:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708364928 00000004:00080000:0.0:1740485460.378659:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd2a00/2, rc 0, transno 4295501794 00010000:00010000:3.0:1740485460.378660:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.378664:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5563600/0x5922c046cdb8cb74 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.378664:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431768 00000100:00100000:0.0:1740485460.378666:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708363008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.378667:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4013:3767:x1825030708364928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.378673:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18648 count 1 00000100:00100000:0.0:1740485460.378675:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1740485460.378680:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378680:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.378683:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.378686:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3481 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378688:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708365056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.378689:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378690:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378692:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.378695:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.378701:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3481 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378705:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.378711:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3481 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378719:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708365184:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.378720:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708364800 00000100:00100000:2.0:1740485460.378723:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708364800 00000100:00100000:2.0:1740485460.378732:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708365056 00000100:00100000:2.0:1740485460.378733:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708365056 00000100:00100000:1.0:1740485460.378735:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801352c5480 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.378743:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431769 00000100:00100000:1.0:1740485460.378746:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4016:3767:x1825030708364800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.378747:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4016:3765:x1825030708363392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2417us (2454us total) trans 4295501795 rc 0/0 00000004:00080000:2.0:1740485460.378749:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd3100/2, rc 0, transno 4295501795 00000100:00100000:3.0:1740485460.378751:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431762 00000100:00100000:2.0:1740485460.378752:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708363392:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.378753:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18647 count 1 00010000:00010000:1.0:1740485460.378758:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378764:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3481 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378767:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708365312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.378767:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378768:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.378769:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.378778:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3481 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.378781:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.378783:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3481 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.378787:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708365440:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.378799:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff8801352c5000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.378801:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708365312 00000100:00100000:2.0:1740485460.378803:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708365312 00000100:00100000:2.0:1740485460.378812:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431770 00000100:00100000:2.0:1740485460.378815:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4016:3765:x1825030708365312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.378824:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18650 count 1 00010000:00010000:2.0:1740485460.378831:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378838:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3481 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378842:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.378843:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.378845:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378858:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3481 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378864:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3481 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.378869:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708365568:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.378884:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.378904:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431771 00000100:00100000:2.0:1740485460.378906:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4016:3765:x1825030708365056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.378914:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18649 count 1 00010000:00010000:2.0:1740485460.378922:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378932:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3481 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378937:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.378939:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.378941:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378956:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3481 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.378969:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3481 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.378978:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708365696:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.379002:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.380038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.380064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.380072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.380075:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708363904:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.380082:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255552 00000100:00100000:0.0:1740485460.380084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.380087:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255552 00010000:00010000:2.0:1740485460.380088:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380099:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3482 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.380102:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255680 00000100:00100000:2.0:1740485460.380105:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255680 00000100:00100000:3.0:1740485460.380113:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255808 00010000:00010000:2.0:1740485460.380114:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3483 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.380115:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255808 00010000:00010000:3.0:1740485460.380120:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3484 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.380125:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708364416:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.380126:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869255936 00000100:00100000:2.0:1740485460.380127:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869255936 00000100:00100000:3.0:1740485460.380128:0:16637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256064 00000100:00100000:3.0:1740485460.380130:0:16637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256064 00000100:00100000:0.0:1740485460.380131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.380132:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3486 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380135:0:16637:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3486 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.380138:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380141:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256192 00000100:00100000:2.0:1740485460.380142:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256192 00000100:00100000:3.0:1740485460.380144:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520545 00000100:00100000:3.0:1740485460.380147:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2004:x1825030869255552:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.380147:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3487 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.380150:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256320 00000100:00100000:1.0:1740485460.380153:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256320 00010000:00010000:3.0:1740485460.380154:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.380157:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520546 00010000:00010000:3.0:1740485460.380158:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.380161:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3488:2005:x1825030869255680:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.380162:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3488 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380163:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380166:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.380169:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3488 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380172:0:16637:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124af6e00/0x5922c046cdac5bd2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813927ff expref: 3488 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380174:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3488 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.380175:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256448 00000100:00100000:1.0:1740485460.380177:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256448 00010000:00010000:3.0:1740485460.380179:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.380180:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.380182:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380182:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009629e600/0x5922c046cdac5c88 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139285a expref: 3488 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.380182:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3488 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380184:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520547 00010000:00010000:3.0:1740485460.380186:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380187:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2005:x1825030869255808:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.380189:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.380190:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.380191:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520548 00010000:00010000:2.0:1740485460.380192:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.380193:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.380195:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2005:x1825030869255936:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.380196:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.380196:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3487 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380197:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380200:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.380202:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3487 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.380203:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3487 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380204:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.380209:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3487 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.380210:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.380211:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.380212:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2004:x1825030869255552:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (175us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.380213:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380216:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520545 00000100:00100000:2.0:1740485460.380217:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3487:2005:x1825030869255680:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (152us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.380217:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380222:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520546 00010000:00010000:1.0:1740485460.380222:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.380223:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.380225:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.380228:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.380229:0:16637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520549 00010000:00010000:1.0:1740485460.380230:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380232:0:16637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3485:2005:x1825030869256064:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.380233:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520550 00010000:00010000:3.0:1740485460.380235:0:16637:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.380237:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3485:2005:x1825030869256192:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.380238:0:16637:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3485 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.380238:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.380240:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3485:2005:x1825030869255808:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.380242:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.380244:0:16637:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3485 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380244:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520547 00010000:00010000:2.0:1740485460.380247:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3485 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380249:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.380250:0:16637:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.380252:0:16637:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380252:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3484:2005:x1825030869255936:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.380255:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3484 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380256:0:16637:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380256:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520551 00000100:00100000:1.0:1740485460.380259:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520548 00000100:00100000:0.0:1740485460.380259:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3484:2003:x1825030869256320:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.380262:0:16637:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.380263:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.380264:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.380266:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.380266:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3483 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380269:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380269:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520552 00000100:00100000:3.0:1740485460.380270:0:16637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:83b16817-19e2-4964-825b-f66b9c1b4175+3483:2005:x1825030869256064:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 37us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.380271:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3483:2004:x1825030869256448:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.380271:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3483 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.380273:0:16637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520549 00010000:00010000:2.0:1740485460.380275:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380275:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.380277:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.380278:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3483 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.380278:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.380279:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380283:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3482 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.380283:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380285:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.380288:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.380289:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.380289:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.380290:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380294:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380300:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.380300:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3482:2003:x1825030869256320:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.380302:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3482:2005:x1825030869256192:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 63us (180us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.380303:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c2e800/0x5922c046cdac5d1b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813928c3 expref: 3482 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380303:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520551 00000100:00100000:2.0:1740485460.380308:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520550 00000100:00100000:1.0:1740485460.380308:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3482:2004:x1825030869256448:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 36us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.380312:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520552 00000100:00100000:3.0:1740485460.380314:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708364544:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.380326:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380330:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380333:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380334:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380337:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380339:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380340:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380342:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380343:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380346:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380348:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380348:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380350:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f513600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.380351:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380354:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380355:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380355:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380360:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380361:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380361:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380363:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f513600/0x5922c046cdb8cb89 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380366:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5115e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.380367:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.380369:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380369:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380375:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380376:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380382:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380386:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cb90 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380386:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380393:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4c00/0x5922c046cdb8cb82 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380447:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4019:3767:x1825030708364032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2065us (2095us total) trans 4295501796 rc 0/0 00000100:00100000:1.0:1740485460.380451:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431765 00000004:00080000:0.0:1740485460.380455:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd0000/2, rc 0, transno 4295501796 00000100:00100000:0.0:1740485460.380461:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.380469:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096367200/0x5922c046cdac5d61 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392910 expref: 3478 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.380475:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708364672:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.380478:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.380483:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708365824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.380485:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4018:3766:x1825030708363776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2242us (2280us total) trans 4295501797 rc 0/0 00010000:00010000:1.0:1740485460.380485:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380490:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431764 00010000:00010000:1.0:1740485460.380490:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380493:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380495:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.380497:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380499:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708365824 00000100:00100000:2.0:1740485460.380501:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708365824 00010000:00010000:1.0:1740485460.380501:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380504:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380510:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431772 00010000:00010000:1.0:1740485460.380511:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5562c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:3.0:1740485460.380513:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4018:3764:x1825030708364160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2061us (2089us total) trans 4295501798 rc 0/0 00000100:00100000:2.0:1740485460.380513:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4018:3767:x1825030708365824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.380513:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380516:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380517:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431766 00002000:00080000:2.0:1740485460.380521:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18651 count 1 00010000:00010000:1.0:1740485460.380522:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380525:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cb97 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380527:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.380535:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd3b80/2, rc 0, transno 4295501798 00010000:00010000:2.0:1740485460.380538:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3477 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380540:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708364160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.380542:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.380543:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.380544:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.380565:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd2300/2, rc 0, transno 4295501797 00000100:00100000:3.0:1740485460.380568:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708363776:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.380570:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3477 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380572:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1740485460.380576:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708365952:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.380576:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3477 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.380599:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708366080:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.380607:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.380615:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.380615:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708366208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.380616:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.380623:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4018:3765:x1825030708364288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2165us (2187us total) trans 4295501799 rc 0/0 00000100:00100000:1.0:1740485460.380627:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431767 00010000:00010000:2.0:1740485460.380630:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b74b200/0x5922c046cdac601d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a91 expref: 3477 pid: 16708 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.380634:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708365952 00000100:00100000:1.0:1740485460.380636:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708365952 00000100:00100000:2.0:1740485460.380638:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708365568:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.380638:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.380646:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708366208 00000100:00100000:1.0:1740485460.380647:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708366208 00010000:00010000:2.0:1740485460.380651:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380652:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431773 00000100:00100000:1.0:1740485460.380655:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4019:3766:x1825030708365952:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.380656:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bdd0380/2, rc 0, transno 4295501799 00010000:00010000:2.0:1740485460.380657:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380661:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431774 00000100:00100000:0.0:1740485460.380662:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708364288:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.380663:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18652 count 1 00000100:00100000:3.0:1740485460.380666:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4019:3765:x1825030708366208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.380668:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380670:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380675:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380677:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3476 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.380679:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18653 count 1 00010000:00010000:2.0:1740485460.380681:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380681:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.380682:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.380684:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380687:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380688:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380692:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708366336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.380694:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3476 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380694:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880085258400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.380694:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3476 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380696:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380698:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.380699:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.380699:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3476 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.380701:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380703:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380705:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708366464:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.380712:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3476 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380712:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380716:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.380717:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3476 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.380717:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085258400/0x5922c046cdb8cbac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380718:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131f7f540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.380723:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708366592:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.380726:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708366336 00000100:00100000:1.0:1740485460.380728:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708366336 00000100:00100000:1.0:1740485460.380737:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431775 00000100:00100000:3.0:1740485460.380738:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.380740:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4020:3765:x1825030708366336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.380746:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18654 count 1 00010000:00010000:1.0:1740485460.380751:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380757:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3476 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380760:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.380761:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.380763:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380771:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3476 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380777:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3476 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.380782:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708366720:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.380805:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4021:3765:x1825030708365312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1989us (2023us total) trans 4295501800 rc 0/0 00000100:00100000:1.0:1740485460.380806:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123eda9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.380810:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431770 00000004:00080000:0.0:1740485460.380815:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9ad80/2, rc 0, transno 4295501800 00010000:00010000:1.0:1740485460.380819:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3f1600/0x5922c046cdac5e09 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139296b expref: 3476 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.380821:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708365312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.380826:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708365440:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.380831:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013071e200/0x5922c046cdac5f6e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392a52 expref: 3475 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.380835:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.380839:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708365696:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.380840:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380843:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380846:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380847:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380851:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380852:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1740485460.380854:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380854:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380858:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380858:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380858:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708366848:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.380861:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e56800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.380862:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380862:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380866:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380866:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380869:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec4a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.380870:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380871:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380872:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.380875:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e56800/0x5922c046cdb8cba5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380877:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.380883:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380886:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708366848 00010000:00010000:2.0:1740485460.380886:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4a00/0x5922c046cdb8cbb3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.380889:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708366848 00000100:00100000:3.0:1740485460.380906:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431776 00000100:00100000:3.0:1740485460.380909:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4022:3767:x1825030708366848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.380918:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18655 count 1 00010000:00010000:3.0:1740485460.380924:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380931:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3474 pid: 16708 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.380935:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.380936:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.380937:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380942:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4023:3767:x1825030708364800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2195us (2246us total) trans 4295501801 rc 0/0 00010000:00010000:3.0:1740485460.380946:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3474 pid: 16708 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.380946:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431769 00010000:00010000:3.0:1740485460.380951:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3474 pid: 16708 timeout: 841 lvb_type: 0 00000004:00080000:0.0:1740485460.380952:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a9b100/2, rc 0, transno 4295501801 00000100:00100000:3.0:1740485460.380957:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708366976:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.380959:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.380964:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54a7400/0x5922c046cdac5eb8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813929d4 expref: 3474 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.380969:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4022:3765:x1825030708365056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2061us (2263us total) trans 4295501802 rc 0/0 00000100:00100000:1.0:1740485460.380970:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708365184:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.380973:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431771 00000100:00100000:3.0:1740485460.380978:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8acc0 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.380979:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380983:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380987:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.380988:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708367104:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.380991:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a99f80/2, rc 0, transno 4295501802 00010000:00010000:1.0:1740485460.380991:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380994:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.380998:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.381001:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e56e00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.381002:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708365056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.381002:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.381006:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.381011:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.381018:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e56e00/0x5922c046cdb8cb9e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.381032:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708367232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.381046:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.381060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.381062:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708367104 00000100:00100000:3.0:1740485460.381065:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708367104 00000100:00100000:3.0:1740485460.381077:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708367232 00000100:00100000:3.0:1740485460.381078:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708367232 00000100:00100000:1.0:1740485460.381079:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4023:3767:x1825030708364928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2411us (2437us total) trans 4295501803 rc 0/0 00000100:00100000:2.0:1740485460.381085:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431777 00000004:00080000:0.0:1740485460.381086:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5a98e00/2, rc 0, transno 4295501803 00000100:00100000:1.0:1740485460.381088:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431768 00000100:00100000:2.0:1740485460.381089:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4024:3767:x1825030708367104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.381091:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431778 00000100:00100000:0.0:1740485460.381092:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708364928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.381094:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4023:3764:x1825030708367232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.381101:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18656 count 1 00002000:00080000:3.0:1740485460.381102:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18657 count 1 00010000:00010000:2.0:1740485460.381108:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.381109:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.381116:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3473 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.381116:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3473 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.381118:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.381120:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.381121:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.381122:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.381123:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.381123:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708367360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.381124:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.381125:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.381132:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3473 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.381136:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3473 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.381136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.381137:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3473 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.381141:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3473 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.381143:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708367488:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.381145:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708367360 00000100:00100000:2.0:1740485460.381147:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708367616:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.381148:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708367360 00000100:00100000:3.0:1740485460.381158:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.381160:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.381163:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431779 00000100:00100000:0.0:1740485460.381167:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4024:3764:x1825030708367360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.381177:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18658 count 1 00010000:00010000:0.0:1740485460.381186:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.381195:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3473 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.381201:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.381202:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.381205:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.381218:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3473 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.381226:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3473 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.381234:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708367744:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.381261:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.382422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.382435:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708366080:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.382435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.382446:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.382454:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256576 00000100:00100000:3.0:1740485460.382457:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256576 00000100:00100000:2.0:1740485460.382458:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256704 00000100:00100000:2.0:1740485460.382460:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256704 00000100:00100000:0.0:1740485460.382464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.382466:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3475 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.382468:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3475 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.382483:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708366720:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.382484:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256832 00000100:00100000:0.0:1740485460.382484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.382485:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256832 00000100:00100000:3.0:1740485460.382488:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869256960 00000100:00100000:3.0:1740485460.382489:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869256960 00010000:00010000:2.0:1740485460.382490:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3476 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.382494:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3477 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382496:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.382510:0:16057:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257216 00000100:00100000:2.0:1740485460.382510:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257088 00000100:00100000:2.0:1740485460.382511:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257088 00000100:00100000:3.0:1740485460.382512:0:16057:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257216 00010000:00010000:2.0:1740485460.382516:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3479 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.382517:0:16057:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3479 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.382517:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520553 00000100:00100000:1.0:1740485460.382521:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3479:2005:x1825030869256704:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.382521:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520554 00000100:00100000:0.0:1740485460.382525:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3479:2005:x1825030869256576:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.382528:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.382529:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520555 00010000:00010000:1.0:1740485460.382531:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3479 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382531:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.382533:0:16057:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520556 00000100:00100000:2.0:1740485460.382533:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3479:2005:x1825030869256832:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.382534:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3479 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.382536:0:16057:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3479:2005:x1825030869256960:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.382538:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.382538:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3479 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.382540:0:16057:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.382540:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3479 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382540:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3479 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.382543:0:16057:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3479 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382545:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.382546:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3479 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382546:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.382560:0:16057:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3479 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382560:0:16822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b4a3400/0x5922c046cdac60f6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b16 expref: 3479 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382562:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382565:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.382566:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.382567:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382568:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382568:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.382569:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.382570:0:16057:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800984a0800/0x5922c046cdac6342 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c3c expref: 3478 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382571:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382573:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382575:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.382576:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382594:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.382599:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.382600:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.382601:0:16057:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.382603:0:16057:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.382607:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3477:2005:x1825030869256704:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.382608:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3477:2005:x1825030869256832:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 74us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.382611:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520553 00000100:00100000:0.0:1740485460.382611:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3477:2005:x1825030869256576:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (190us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.382612:0:16057:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382614:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520555 00000100:00100000:0.0:1740485460.382617:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520554 00010000:00010000:3.0:1740485460.382619:0:16057:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.382624:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520557 00000100:00100000:2.0:1740485460.382627:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520558 00000100:00100000:1.0:1740485460.382627:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3474:2003:x1825030869257088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.382630:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3474:2004:x1825030869257216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.382631:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.382632:0:16057:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:83b16817-19e2-4964-825b-f66b9c1b4175+3474:2005:x1825030869256960:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 96us (167us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.382634:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3474 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382634:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382635:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.382636:0:16057:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520556 00010000:00010000:2.0:1740485460.382638:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3474 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382640:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3474 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382642:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382643:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3473 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382646:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.382646:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382647:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.382649:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382650:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.382650:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.382650:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382652:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382653:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382654:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382656:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382657:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec5a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.382658:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382659:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.382661:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090bd8c00/0x5922c046cdac63c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392c97 expref: 3473 pid: 16708 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.382662:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.382662:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.382668:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708366976:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.382668:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3472:2003:x1825030869257088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.382668:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382670:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3472:2004:x1825030869257216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 39us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.382671:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520557 00010000:00010000:0.0:1740485460.382671:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5a00/0x5922c046cdb8cbba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382673:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520558 00010000:00010000:3.0:1740485460.382677:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382681:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382686:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382692:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382693:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382696:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708367616:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.382697:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382698:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382702:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.382705:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382706:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382709:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382709:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382712:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135748000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.382714:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5114c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.382714:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382717:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382718:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382723:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382723:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382730:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135748000/0x5922c046cdb8cbcf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382733:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382739:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5114c00/0x5922c046cdb8cbd6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382747:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4025:3767:x1825030708365824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2232us (2251us total) trans 4295501804 rc 0/0 00000100:00100000:0.0:1740485460.382752:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431772 00000004:00080000:0.0:1740485460.382770:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34ce00/2, rc 0, transno 4295501804 00000100:00100000:0.0:1740485460.382773:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708365824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.382797:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1740485460.382802:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708367872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.382817:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.382818:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4026:3765:x1825030708366336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2076us (2101us total) trans 4295501805 rc 0/0 00000100:00100000:1.0:1740485460.382822:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431775 00000004:00080000:2.0:1740485460.382825:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34c380/2, rc 0, transno 4295501805 00000100:00100000:0.0:1740485460.382826:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708367872 00000100:00100000:0.0:1740485460.382828:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708367872 00000100:00100000:2.0:1740485460.382832:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708366336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.382834:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4026:3767:x1825030708366848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1923us (1961us total) trans 4295501806 rc 0/0 00000100:00100000:0.0:1740485460.382838:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431780 00010000:00010000:1.0:1740485460.382840:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df64600/0x5922c046cdac61dd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392b78 expref: 3470 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.382841:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431776 00000100:00100000:0.0:1740485460.382841:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4026:3767:x1825030708367872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.382847:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708366464:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.382849:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18659 count 1 00000100:00100000:2.0:1740485460.382853:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1740485460.382855:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382855:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382858:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708368000:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.382859:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382861:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097c17200/0x5922c046cdac6285 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392bda expref: 3469 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.382862:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3469 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382863:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382866:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.382867:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382867:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.382868:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708366592:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.382868:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382871:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.382872:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.382877:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382877:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382878:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3468 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382881:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135748a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.382882:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.382883:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.382885:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382886:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382888:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.382891:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382892:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382892:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708368128:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.382895:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135748a00/0x5922c046cdb8cbc1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382896:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382900:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382903:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fbe5800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.382904:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382904:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.382908:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.382914:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.382915:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626c380/2, rc 0, transno 4295501806 00010000:00010000:3.0:1740485460.382917:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cbc8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.382919:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708366848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.382935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.382936:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.382939:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708368256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.382951:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.382953:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257344 00000100:00100000:1.0:1740485460.382956:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257344 00010000:00010000:1.0:1740485460.382964:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3469 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.382975:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520559 00000100:00100000:1.0:1740485460.382977:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3469:2003:x1825030869257344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.382982:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.382984:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3469 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.382989:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3469 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.382991:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4027:3765:x1825030708366208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2324us (2353us total) trans 4295501808 rc 0/0 00000100:00100000:3.0:1740485460.382995:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431774 00010000:00010000:1.0:1740485460.382996:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073e98e00/0x5922c046cdac646f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d0e expref: 3469 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.383002:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.383003:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708368000 00000004:00080000:2.0:1740485460.383003:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34f800/2, rc 0, transno 4295501808 00010000:00010000:1.0:1740485460.383003:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.383004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.383005:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708368000 00010000:00010000:1.0:1740485460.383005:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383009:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.383014:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708368256 00000100:00100000:2.0:1740485460.383015:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708366208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.383016:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708368256 00010000:00010000:1.0:1740485460.383017:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.383025:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431781 00000100:00100000:2.0:1740485460.383025:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257472 00000100:00100000:2.0:1740485460.383028:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257472 00000100:00100000:1.0:1740485460.383028:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2003:x1825030869257344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 49us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.383029:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4028:3766:x1825030708368000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.383031:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520559 00002000:00080000:3.0:1740485460.383038:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18660 count 1 00010000:00010000:2.0:1740485460.383039:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.383044:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431782 00010000:00010000:3.0:1740485460.383047:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383047:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4028:3765:x1825030708368256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.383055:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708367744:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.383056:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383062:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.383062:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520560 00010000:00010000:0.0:1740485460.383063:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383064:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.383065:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869257472:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.383066:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383070:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1740485460.383070:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18661 count 1 00010000:00010000:2.0:1740485460.383072:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.383076:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383078:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.383082:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383082:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3468 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383089:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800984a3a00/0x5922c046cdac658e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392dcb expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.383089:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.383090:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.383090:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.383092:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383101:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3467 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.383103:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708368384:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.383106:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3467 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.383110:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.383112:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.383112:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708368512:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.383115:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.383121:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.383121:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383125:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131f7f540 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.383135:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.383144:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096ab7a00/0x5922c046cdac64f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392d77 expref: 3467 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.383144:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383148:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4028:3766:x1825030708365952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2492us (2533us total) trans 4295501807 rc 0/0 00010000:00010000:0.0:1740485460.383150:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.383152:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3466:2005:x1825030869257472:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 86us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.383152:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431773 00000100:00100000:3.0:1740485460.383154:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708367488:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.383157:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520560 00010000:00010000:0.0:1740485460.383158:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383164:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383166:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.383169:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34f100/2, rc 0, transno 4295501807 00010000:00010000:0.0:1740485460.383171:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383173:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383173:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708365952:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.383179:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383181:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f512400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.383184:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383186:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383190:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383192:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.383197:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708368640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.383199:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383200:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383203:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009619f000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.383206:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383207:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cbeb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383210:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.383215:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.383216:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383219:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009619f000/0x5922c046cdb8cbe4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383231:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383236:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383240:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383244:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383248:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383248:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708368768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.383255:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968ce200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.383257:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383261:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.383266:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383270:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968ce200/0x5922c046cdb8cbdd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.383280:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708368640 00000100:00100000:1.0:1740485460.383282:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708368640 00000100:00100000:1.0:1740485460.383291:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708368768 00000100:00100000:1.0:1740485460.383292:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708368768 00000100:00100000:1.0:1740485460.383298:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431783 00000100:00100000:1.0:1740485460.383301:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4031:3765:x1825030708368640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.383309:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18662 count 1 00010000:00010000:1.0:1740485460.383316:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.383317:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4032:3764:x1825030708367360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2148us (2179us total) trans 4295501809 rc 0/0 00010000:00010000:1.0:1740485460.383323:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.383324:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431779 00010000:00010000:1.0:1740485460.383327:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.383328:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.383330:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.383336:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4031:3764:x1825030708367232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2239us (2274us total) trans 4295501810 rc 0/0 00010000:00010000:1.0:1740485460.383339:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.383339:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431784 00000100:00100000:3.0:1740485460.383344:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431778 00010000:00010000:1.0:1740485460.383344:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3465 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.383344:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4031:3766:x1825030708368768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.383350:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708368896:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.383353:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4030:3767:x1825030708367104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2262us (2306us total) trans 4295501811 rc 0/0 00002000:00080000:0.0:1740485460.383356:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18663 count 1 00000100:00100000:2.0:1740485460.383360:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431777 00000100:00100000:1.0:1740485460.383364:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.383364:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383374:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3465 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.383381:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.383382:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1740485460.383385:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626d500/2, rc 0, transno 4295501809 00010000:00010000:0.0:1740485460.383385:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.383398:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708367360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.383399:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3465 pid: 16028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.383405:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626ce00/2, rc 0, transno 4295501810 00000100:00100000:2.0:1740485460.383407:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708367232:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.383409:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3465 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.383418:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708369024:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.383438:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.383441:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.383445:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708369280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.383451:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708369152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.383460:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.383469:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.383470:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708369280 00000100:00100000:3.0:1740485460.383472:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708369280 00000100:00100000:2.0:1740485460.383479:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708369152 00000100:00100000:2.0:1740485460.383481:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708369152 00000100:00100000:3.0:1740485460.383482:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431785 00000100:00100000:3.0:1740485460.383485:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a52a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4031:3765:x1825030708369280:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1740485460.383488:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626ca80/2, rc 0, transno 4295501811 00002000:00080000:3.0:1740485460.383492:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18665 count 1 00000100:00100000:2.0:1740485460.383492:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431786 00000100:00100000:2.0:1740485460.383494:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4031:3767:x1825030708369152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.383503:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18664 count 1 00000100:00100000:0.0:1740485460.383503:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708367104:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.383509:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383515:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383517:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383521:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.383522:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383522:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.383523:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.383526:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.383527:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.383529:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383533:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.383538:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3465 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.383540:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3465 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.383544:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708369536:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.383564:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3465 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.383573:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708369664:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.383573:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.383597:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708369408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.383611:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.383614:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.383638:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708369408 00000100:00100000:1.0:1740485460.383641:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708369408 00000100:00100000:1.0:1740485460.383652:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431787 00000100:00100000:1.0:1740485460.383655:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4032:3765:x1825030708369408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.383662:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18666 count 1 00010000:00010000:1.0:1740485460.383669:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383676:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3465 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383680:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.383680:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.383682:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383691:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3465 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.383696:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3465 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.383701:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708369792:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.383723:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d240 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.383802:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708368128:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.383814:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.384601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.384620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.384637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.384641:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257600 00000100:00100000:3.0:1740485460.384646:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257600 00010000:00010000:3.0:1740485460.384658:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3466 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.384660:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257728 00000100:00100000:1.0:1740485460.384665:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257728 00000100:00100000:3.0:1740485460.384671:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257856 00000100:00100000:3.0:1740485460.384673:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257856 00010000:00010000:1.0:1740485460.384677:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.384678:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3468 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.384682:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520561 00000100:00100000:2.0:1740485460.384687:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869257600:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.384691:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520562 00000100:00100000:3.0:1740485460.384694:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2004:x1825030869257856:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.384694:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.384696:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520563 00010000:00010000:2.0:1740485460.384699:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.384700:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.384700:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869257728:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.384702:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3468 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.384706:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.384706:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.384709:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.384712:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3468 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.384715:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096ae2c00/0x5922c046cdac6621 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e42 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.384715:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3468 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.384720:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.384720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.384721:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.384721:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.384722:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.384723:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384724:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384724:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.384725:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.384727:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384727:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384729:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384731:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.384734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.384735:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.384739:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.384740:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.384752:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3467:2004:x1825030869257856:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.384755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.384756:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520562 00000100:00100000:2.0:1740485460.384757:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3467:2005:x1825030869257600:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.384763:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520561 00000100:00100000:1.0:1740485460.384764:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3466:2005:x1825030869257728:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.384765:0:7199:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869257984 00000100:00100000:3.0:1740485460.384766:0:7199:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869257984 00000100:00100000:1.0:1740485460.384768:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520563 00010000:00010000:3.0:1740485460.384771:0:7199:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3467 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.384776:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258112 00000100:00100000:2.0:1740485460.384778:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258240 00000100:00100000:1.0:1740485460.384778:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258112 00000100:00100000:3.0:1740485460.384780:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520564 00000100:00100000:2.0:1740485460.384781:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258240 00000100:00100000:3.0:1740485460.384783:0:7199:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1beb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3466:2005:x1825030869257984:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.384783:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3466 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.384786:0:7199:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.384788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.384789:0:7199:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3467 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.384792:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3467 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.384793:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258368 00000100:00100000:1.0:1740485460.384795:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258368 00010000:00010000:3.0:1740485460.384797:0:7199:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.384799:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.384801:0:16822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520565 00010000:00010000:3.0:1740485460.384803:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.384803:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.384804:0:16822:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2004:x1825030869258112:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.384805:0:7199:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384809:0:7199:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384810:0:16822:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.384813:0:16822:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.384814:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520566 00010000:00010000:3.0:1740485460.384816:0:7199:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.384817:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520567 00000100:00100000:2.0:1740485460.384818:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869258240:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.384820:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869258368:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.384820:0:16822:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3468 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.384824:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.384825:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.384826:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.384828:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.384829:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.384829:0:16822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.384830:0:7199:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1beb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:83b16817-19e2-4964-825b-f66b9c1b4175+3468:2005:x1825030869257984:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 45us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.384831:0:16822:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384832:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.384835:0:16822:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.384836:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520564 00010000:00010000:2.0:1740485460.384838:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3468 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.384838:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.384839:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.384840:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384842:0:16822:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.384844:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384848:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.384849:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.384850:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384851:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.384853:0:16822:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:83b16817-19e2-4964-825b-f66b9c1b4175+3467:2004:x1825030869258112:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 48us (118us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.384855:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.384857:0:16822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520565 00000100:00100000:1.0:1740485460.384861:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3467:2005:x1825030869258368:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 40us (72us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.384862:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.384865:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520567 00000100:00100000:2.0:1740485460.384875:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3465:2005:x1825030869258240:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 57us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.384879:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520566 00010000:00010000:0.0:1740485460.384879:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009796f200/0x5922c046cdac6851 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392fb5 expref: 3465 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.384885:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708369024:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.384887:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8c000/0x5922c046cdac6778 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392eff expref: 3464 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.384892:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.384894:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708368512:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.384897:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073e9fc00/0x5922c046cdac66bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392e9d expref: 3462 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.384897:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384903:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384903:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384903:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384908:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384908:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.384909:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708368384:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.384911:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384912:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384915:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384916:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384916:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384918:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097be4400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.384919:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384920:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384920:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384923:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384923:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384923:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384924:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384927:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135749800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.384928:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384929:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384929:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384929:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384932:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.384932:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097be4400/0x5922c046cdb8cc0e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384936:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384936:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384937:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.384941:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135749800/0x5922c046cdb8cc00 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384942:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384942:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800964b9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.384944:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384949:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384951:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384954:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009619fc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.384957:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384958:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.384962:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800964b9c00/0x5922c046cdb8cbf2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384963:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384973:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.384979:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009619fc00/0x5922c046cdb8cbf9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385013:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4035:3766:x1825030708368768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1669us (1746us total) trans 4295501812 rc 0/0 00000100:00100000:0.0:1740485460.385017:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431784 00000100:00100000:1.0:1740485460.385031:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4035:3765:x1825030708368256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1981us (2077us total) trans 4295501813 rc 0/0 00000100:00100000:1.0:1740485460.385038:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431782 00000100:00100000:2.0:1740485460.385050:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4034:3767:x1825030708367872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2207us (2232us total) trans 4295501814 rc 0/0 00000100:00100000:2.0:1740485460.385054:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431780 00000004:00080000:1.0:1740485460.385064:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123290380/2, rc 0, transno 4295501812 00000100:00100000:3.0:1740485460.385073:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4033:3766:x1825030708368000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2042us (2198us total) trans 4295501815 rc 0/0 00000004:00080000:2.0:1740485460.385074:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d214700/2, rc 0, transno 4295501813 00000100:00100000:2.0:1740485460.385078:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708368256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.385079:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708368768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.385081:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431781 00000100:00100000:0.0:1740485460.385088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.385091:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085284600/0x5922c046cdac68ba lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393002 expref: 3461 pid: 16620 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.385091:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50adf80/2, rc 0, transno 4295501815 00000100:00100000:1.0:1740485460.385094:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708368000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.385102:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708369536:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.385108:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f8dc00/0x5922c046cdac67da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81392f53 expref: 3460 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385115:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708368896:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.385117:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385123:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.385126:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626ed80/2, rc 0, transno 4295501814 00010000:00010000:1.0:1740485460.385128:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385129:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708367872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.385130:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258496 00010000:00010000:1.0:1740485460.385131:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385132:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258496 00010000:00010000:1.0:1740485460.385135:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385136:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708370048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.385139:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385142:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385143:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3460 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.385146:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968cfc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.385148:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073efce00/0x5922c046cdac6907 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393041 expref: 3460 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.385148:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385152:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385155:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.385156:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708369664:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.385157:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385159:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520568 00010000:00010000:1.0:1740485460.385161:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968cfc00/0x5922c046cdb8cc07 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385163:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1740485460.385164:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385164:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3459:2005:x1825030869258496:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.385166:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708369920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.385169:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385170:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.385172:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385173:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3459 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.385174:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.385176:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385178:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3459 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.385180:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385183:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385186:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cfa800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.385186:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.385188:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385188:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.385189:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385192:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385194:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385200:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385201:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.385204:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098cfa800/0x5922c046cdb8cc1c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385214:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3459:2005:x1825030869258496:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.385217:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520568 00000100:00100000:1.0:1740485460.385227:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4033:3765:x1825030708368640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1924us (2010us total) trans 4295501816 rc 0/0 00000100:00100000:2.0:1740485460.385229:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708370048 00000100:00100000:2.0:1740485460.385231:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708370048 00000100:00100000:1.0:1740485460.385231:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431783 00000100:00100000:2.0:1740485460.385238:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708369920 00000100:00100000:2.0:1740485460.385240:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708369920 00000100:00100000:1.0:1740485460.385240:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431788 00000100:00100000:1.0:1740485460.385243:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4035:3767:x1825030708370048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.385247:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431789 00000100:00100000:2.0:1740485460.385250:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4035:3767:x1825030708369920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.385252:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18668 count 1 00002000:00080000:2.0:1740485460.385258:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18667 count 1 00010000:00010000:1.0:1740485460.385258:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385264:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385265:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3458 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385268:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.385270:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.385271:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3458 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385271:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385275:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a52a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4035:3765:x1825030708369280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1789us (1815us total) trans 4295501817 rc 0/0 00010000:00010000:2.0:1740485460.385275:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.385276:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.385277:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385280:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431785 00010000:00010000:1.0:1740485460.385281:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3458 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385287:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3458 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385287:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3458 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.385293:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3458 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385293:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708370432:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.385299:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708370560:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.385309:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.385312:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.385320:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708370304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.385324:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800909a6000/0x5922c046cdac69af lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139308e expref: 3458 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385331:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708369792:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.385335:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.385339:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385343:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385347:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.385348:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d8e00/2, rc 0, transno 4295501817 00010000:00010000:1.0:1740485460.385350:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385352:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708369280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.385354:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708370304 00000100:00100000:3.0:1740485460.385356:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708370304 00000004:00080000:2.0:1740485460.385357:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123290000/2, rc 0, transno 4295501816 00010000:00010000:1.0:1740485460.385357:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385359:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708368640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.385361:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385363:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1740485460.385364:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cd4c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.385365:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708370176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.385366:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431790 00010000:00010000:1.0:1740485460.385366:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385369:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4035:3765:x1825030708370304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.385369:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.385374:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.385375:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.385376:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18670 count 1 00010000:00010000:1.0:1740485460.385378:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4c00/0x5922c046cdb8cc23 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385383:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385390:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385391:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708370176 00010000:00010000:3.0:1740485460.385394:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.385395:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.385395:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708370176 00010000:00010000:3.0:1740485460.385396:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385402:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385407:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385408:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385411:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385412:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431791 00010000:00010000:2.0:1740485460.385415:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.385416:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4037:3765:x1825030708370176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.385419:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385421:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3457 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.385423:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097f4bc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.385424:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385428:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.385428:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18669 count 1 00000100:00100000:3.0:1740485460.385430:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708370944:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.385434:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.385437:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f4bc00/0x5922c046cdb8cc15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.385438:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.385447:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3457 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.385450:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4037:3765:x1825030708369408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1794us (1835us total) trans 4295501818 rc 0/0 00000100:00100000:3.0:1740485460.385453:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.385453:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1740485460.385454:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431787 00010000:00010000:0.0:1740485460.385455:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.385457:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.385466:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708370688:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.385474:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3457 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.385477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.385484:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1740485460.385484:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3457 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385487:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708370816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.385492:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708371072:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.385494:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.385511:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708370688 00000100:00100000:3.0:1740485460.385513:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708370688 00000100:00100000:0.0:1740485460.385519:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edda80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.385524:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708370816 00000100:00100000:3.0:1740485460.385525:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708370816 00000100:00100000:2.0:1740485460.385527:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4038:3767:x1825030708369152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2030us (2056us total) trans 4295501819 rc 0/0 00000100:00100000:3.0:1740485460.385532:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431792 00000100:00100000:3.0:1740485460.385534:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4039:3766:x1825030708370688:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.385536:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431793 00000100:00100000:2.0:1740485460.385540:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431786 00000100:00100000:0.0:1740485460.385540:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4039:3766:x1825030708370816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.385542:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18671 count 1 00002000:00080000:0.0:1740485460.385564:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18672 count 1 00010000:00010000:3.0:1740485460.385565:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385573:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.385574:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485460.385575:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977da300/2, rc 0, transno 4295501818 00010000:00010000:3.0:1740485460.385594:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.385594:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708369408:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.385595:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.385597:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385609:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.385609:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3457 pid: 16648 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.385613:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d9f80/2, rc 0, transno 4295501819 00000100:00100000:2.0:1740485460.385614:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708371200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.385615:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.385617:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.385618:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3457 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385619:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708369152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.385619:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385624:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708371328:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.385626:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.385636:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708371200 00010000:00010000:0.0:1740485460.385636:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3457 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.385638:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708371200 00000100:00100000:3.0:1740485460.385641:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.385645:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3457 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.385646:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.385649:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708371584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.385650:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431794 00000100:00100000:1.0:1740485460.385652:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4039:3764:x1825030708371200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.385658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.385660:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708371456:192.168.204.38@tcp:104: 00002000:00080000:1.0:1740485460.385661:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18673 count 1 00000100:00100000:3.0:1740485460.385667:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708371584 00010000:00010000:1.0:1740485460.385668:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385669:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708371584 00010000:00010000:1.0:1740485460.385675:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385678:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.385679:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431795 00010000:00010000:1.0:1740485460.385679:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.385681:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.385682:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4040:3764:x1825030708371584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.385684:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd240 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.385689:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18674 count 1 00010000:00010000:1.0:1740485460.385690:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3457 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385695:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.385695:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3457 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.385701:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708371712:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.385702:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3457 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385705:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.385706:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.385708:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.385716:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3457 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.385716:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d240 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.385723:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3457 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.385736:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708371840:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.385758:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.386365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.386377:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708370432:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.386387:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386400:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258624 00000100:00100000:2.0:1740485460.386403:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258624 00010000:00010000:2.0:1740485460.386412:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3458 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.386416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.386425:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258752 00000100:00100000:2.0:1740485460.386427:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258752 00010000:00010000:2.0:1740485460.386431:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3459 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.386438:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708370560:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.386439:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520569 00000100:00100000:2.0:1740485460.386441:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3459:2004:x1825030869258624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.386446:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.386448:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3459 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.386450:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386454:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3459 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.386454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.386461:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b6cc600/0x5922c046cdac6b22 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393167 expref: 3459 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.386465:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708371072:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.386466:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869258880 00000100:00100000:3.0:1740485460.386467:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708370944:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.386468:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.386468:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869258880 00010000:00010000:2.0:1740485460.386469:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.386471:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386473:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386475:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386478:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386481:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3459 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.386488:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.386492:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386496:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386501:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3459:2004:x1825030869258624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.386501:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386504:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520569 00010000:00010000:1.0:1740485460.386505:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386509:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.386509:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520570 00010000:00010000:1.0:1740485460.386512:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e57c00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.386513:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520571 00000100:00100000:0.0:1740485460.386513:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3458:2005:x1825030869258752:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.386514:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386516:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3458:2003:x1825030869258880:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.386520:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.386521:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386521:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.386523:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3458 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.386525:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3458 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.386527:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386529:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3458 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.386530:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e57c00/0x5922c046cdb8cc2a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386534:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3458 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.386539:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7aa00/0x5922c046cdac6c25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393224 expref: 3458 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.386546:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009690d600/0x5922c046cdac6a7a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813930fe expref: 3457 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.386562:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.386564:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.386566:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386571:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.386573:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386573:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.386576:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386603:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386612:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.386618:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.386624:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3456:2003:x1825030869258880:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 106us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.386628:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520571 00000100:00100000:0.0:1740485460.386636:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3455:2005:x1825030869258752:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 121us (220us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.386637:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.386643:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520570 00010000:00010000:3.0:1740485460.386645:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386652:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386659:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386665:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386678:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098d3cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.386681:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386686:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386696:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386702:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098d3cc00/0x5922c046cdb8cc31 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.386721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.386736:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259008 00000100:00100000:0.0:1740485460.386739:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259008 00010000:00010000:0.0:1740485460.386750:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3455 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.386755:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4042:3767:x1825030708370048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1509us (1597us total) trans 4295501820 rc 0/0 00000100:00100000:1.0:1740485460.386761:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431788 00000100:00100000:0.0:1740485460.386774:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520572 00000100:00100000:0.0:1740485460.386778:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3455:2005:x1825030869259008:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.386784:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.386788:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3455 pid: 16651 timeout: 841 lvb_type: 0 00000004:00080000:1.0:1740485460.386793:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977daa00/2, rc 0, transno 4295501820 00010000:00010000:0.0:1740485460.386796:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3455 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.386800:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708370048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.386805:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4041:3767:x1825030708369920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1553us (1629us total) trans 4295501821 rc 0/0 00010000:00010000:0.0:1740485460.386808:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7a000/0x5922c046cdac6b99 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813931c9 expref: 3455 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.386809:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431789 00000004:00080000:1.0:1740485460.386809:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d9c00/2, rc 0, transno 4295501821 00000100:00100000:1.0:1740485460.386812:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708369920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.386820:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708372096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.386822:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.386823:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.386826:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386829:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.386833:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.386834:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.386836:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386842:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386843:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708372096 00000100:00100000:1.0:1740485460.386843:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1740485460.386845:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708371968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.386846:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708372096 00010000:00010000:0.0:1740485460.386848:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.386849:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.386852:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.386856:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.386856:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708371968 00000100:00100000:2.0:1740485460.386857:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708371968 00010000:00010000:3.0:1740485460.386862:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098cfbc00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.386864:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431796 00010000:00010000:3.0:1740485460.386865:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.386865:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3454:2005:x1825030869259008:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.386866:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4042:3767:x1825030708372096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.386868:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386871:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.386871:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520572 00010000:00010000:1.0:1740485460.386872:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.386876:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18676 count 1 00010000:00010000:1.0:1740485460.386877:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386880:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386881:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386885:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386885:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.386887:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098cfbc00/0x5922c046cdb8cc38 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386888:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cd4000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.386889:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386893:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386895:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3453 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.386899:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386901:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.386902:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094cd4000/0x5922c046cdb8cc3f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386903:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.386905:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386920:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3453 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.386929:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3453 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.386941:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123293480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708372224:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.386959:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.386969:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431797 00000100:00100000:3.0:1740485460.386970:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4044:3765:x1825030708370304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1599us (1633us total) trans 4295501822 rc 0/0 00000100:00100000:2.0:1740485460.386972:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4044:3767:x1825030708371968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.386974:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431790 00002000:00080000:2.0:1740485460.386980:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18675 count 1 00010000:00010000:2.0:1740485460.386986:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.386987:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4043:3765:x1825030708370176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1569us (1610us total) trans 4295501823 rc 0/0 00000100:00100000:1.0:1740485460.386992:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431791 00010000:00010000:2.0:1740485460.386993:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3453 pid: 16671 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.386994:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977dad80/2, rc 0, transno 4295501823 00010000:00010000:2.0:1740485460.386996:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.386997:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.386999:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708370176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.386999:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.387004:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977db100/2, rc 0, transno 4295501822 00000100:00100000:3.0:1740485460.387006:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708370304:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.387008:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3453 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387012:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3453 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.387017:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123293800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708372352:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.387030:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88012bba1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.387031:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708372608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.387045:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.387052:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708372608 00000100:00100000:3.0:1740485460.387054:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485460.387054:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708372608 00000100:00100000:3.0:1740485460.387057:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708372480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.387065:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.387065:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431798 00000100:00100000:2.0:1740485460.387068:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4043:3765:x1825030708372608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.387074:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18678 count 1 00010000:00010000:2.0:1740485460.387080:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.387080:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708372480 00010000:00010000:2.0:1740485460.387085:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3453 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.387085:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708372480 00010000:00010000:2.0:1740485460.387089:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.387090:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.387091:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387100:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3453 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.387100:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431799 00010000:00010000:2.0:1740485460.387105:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3453 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.387105:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4044:3765:x1825030708372480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.387107:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708371328:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.387111:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880123293b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708372736:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.387115:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.387116:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18677 count 1 00000100:00100000:2.0:1740485460.387123:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f50aa80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.387126:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.387135:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3453 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.387141:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.387142:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.387144:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.387164:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3453 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.387172:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3453 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.387181:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708372864:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.387212:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.387474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.387505:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259136 00000100:00100000:2.0:1740485460.387509:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259136 00010000:00010000:2.0:1740485460.387520:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3454 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.387542:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520573 00000100:00100000:2.0:1740485460.387547:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3454:2005:x1825030869259136:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.387568:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.387572:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3454 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.387594:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3454 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.387602:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc7b800/0x5922c046cdac6ccd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393286 expref: 3454 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.387610:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.387611:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.387612:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387617:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387626:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.387639:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3453:2005:x1825030869259136:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 93us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.387643:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520573 00010000:00010000:2.0:1740485460.387657:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387661:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387665:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387669:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387672:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387676:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009619f600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.387679:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387685:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387693:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.387699:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009619f600/0x5922c046cdb8cc46 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.387798:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4045:3766:x1825030708370688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2262us (2320us total) trans 4295501824 rc 0/0 00000100:00100000:2.0:1740485460.387803:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431792 00000004:00080000:0.0:1740485460.387830:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123291880/2, rc 0, transno 4295501824 00000100:00100000:0.0:1740485460.387846:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708370688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.387902:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.387908:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708372992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.387922:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.387938:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708372992 00000100:00100000:3.0:1740485460.387942:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708372992 00000100:00100000:3.0:1740485460.387960:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431800 00000100:00100000:3.0:1740485460.387964:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4045:3767:x1825030708372992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.387976:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18679 count 1 00010000:00010000:3.0:1740485460.387986:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.387994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.387996:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3452 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388002:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.388004:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.388005:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259264 00010000:00010000:3.0:1740485460.388006:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.388009:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259264 00000100:00100000:0.0:1740485460.388009:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708371456:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.388019:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3453 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.388021:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388022:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3453 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388035:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3453 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.388035:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708371712:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.388041:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520574 00000100:00100000:3.0:1740485460.388043:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708373120:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.388045:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3453:2005:x1825030869259264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.388048:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388052:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.388055:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3453 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388063:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3453 pid: 16648 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.388066:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.388071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.388074:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bb6fe00/0x5922c046cdac6d4b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813932cc expref: 3453 pid: 16648 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388084:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.388085:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.388087:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259392 00010000:00010000:2.0:1740485460.388088:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.388091:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259392 00010000:00010000:2.0:1740485460.388100:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388103:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3453 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388112:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.388121:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520575 00010000:00010000:3.0:1740485460.388123:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.388125:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3453:2003:x1825030869259392:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.388126:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3453:2005:x1825030869259264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.388129:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.388132:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520574 00010000:00010000:0.0:1740485460.388132:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.388135:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388136:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3453 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.388141:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388143:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3452 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.388147:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388153:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072f26800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.388154:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131faa400/0x5922c046cdac6dc2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393312 expref: 3452 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.388155:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388162:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388162:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.388163:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.388166:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388172:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388172:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388178:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072f26800/0x5922c046cdb8cc4d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388231:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.388245:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3451:2003:x1825030869259392:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 119us (173us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.388248:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.388249:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520575 00010000:00010000:1.0:1740485460.388253:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388257:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388261:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388266:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388272:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f643000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.388275:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.388278:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4046:3766:x1825030708370816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2736us (2780us total) trans 4295501825 rc 0/0 00010000:00010000:1.0:1740485460.388282:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.388285:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431793 00000004:00080000:2.0:1740485460.388294:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123291c00/2, rc 0, transno 4295501825 00010000:00010000:1.0:1740485460.388295:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388301:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f643000/0x5922c046cdb8cc54 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.388302:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708370816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.388339:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.388359:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.388372:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708373248 00000100:00100000:3.0:1740485460.388375:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708373248 00000100:00100000:3.0:1740485460.388386:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431801 00000100:00100000:3.0:1740485460.388388:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4047:3767:x1825030708373248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.388395:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4047:3764:x1825030708371200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2740us (2766us total) trans 4295501826 rc 0/0 00002000:00080000:3.0:1740485460.388396:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18680 count 1 00000100:00100000:1.0:1740485460.388401:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431794 00010000:00010000:3.0:1740485460.388403:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.388409:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123291f80/2, rc 0, transno 4295501826 00010000:00010000:3.0:1740485460.388410:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3450 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388416:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.388418:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.388418:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708371200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.388420:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388435:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3450 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.388449:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3450 pid: 16692 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.388450:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259520 00000100:00100000:0.0:1740485460.388453:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259520 00000100:00100000:3.0:1740485460.388458:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708373376:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.388459:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123293480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708372224:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.388465:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3451 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388472:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.388482:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a000 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.388484:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1740485460.388486:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259648 00000100:00100000:0.0:1740485460.388488:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259648 00000100:00100000:2.0:1740485460.388490:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708373504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.388494:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520576 00010000:00010000:0.0:1740485460.388497:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3452 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.388499:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708371840:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.388499:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3452:2005:x1825030869259520:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.388506:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.388506:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.388508:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388510:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3452 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.388519:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3452 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.388520:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520577 00000100:00100000:0.0:1740485460.388525:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3452:2003:x1825030869259648:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.388530:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073e9fa00/0x5922c046cdac6e86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139336d expref: 3452 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.388532:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.388536:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3452 pid: 16654 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.388538:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123293800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708372352:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.388538:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.388540:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.388543:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388545:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3451 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388561:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388563:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388574:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fcf6400/0x5922c046cdac6f90 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393415 expref: 3451 pid: 16654 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.388593:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388596:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.388598:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388602:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388605:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388609:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388610:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.388612:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f880a00 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.388612:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3450:2005:x1825030869259520:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 112us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.388612:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.388614:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388615:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388618:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520576 00010000:00010000:3.0:1740485460.388619:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.388622:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.388624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.388625:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388629:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f880a00/0x5922c046cdb8cc5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388629:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259776 00000100:00100000:1.0:1740485460.388632:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259776 00010000:00010000:1.0:1740485460.388640:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3450 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.388644:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.388647:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388653:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520578 00010000:00010000:2.0:1740485460.388656:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.388657:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3450:2005:x1825030869259776:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1740485460.388662:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3450:2003:x1825030869259648:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 136us (184us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.388663:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388663:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.388666:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3450 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388669:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.388669:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520577 00010000:00010000:1.0:1740485460.388674:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3450 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388676:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388681:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a588000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.388684:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388685:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801356f8400/0x5922c046cdac6f12 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813933c1 expref: 3449 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.388691:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388699:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.388700:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.388700:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.388703:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388705:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a588000/0x5922c046cdb8cc62 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.388708:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4047:3764:x1825030708371584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3025us (3048us total) trans 4295501827 rc 0/0 00010000:00010000:1.0:1740485460.388709:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.388713:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431795 00010000:00010000:1.0:1740485460.388720:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.388721:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708373504 00000004:00080000:0.0:1740485460.388721:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123292680/2, rc 0, transno 4295501827 00000100:00100000:3.0:1740485460.388723:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708373504 00000100:00100000:0.0:1740485460.388728:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708371584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.388732:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431802 00000100:00100000:3.0:1740485460.388734:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4047:3765:x1825030708373504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.388735:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3448:2005:x1825030869259776:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.388741:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520578 00002000:00080000:3.0:1740485460.388742:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18681 count 1 00010000:00010000:3.0:1740485460.388748:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388754:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3447 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.388754:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.388758:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.388759:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1740485460.388760:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708373632:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.388761:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388771:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3447 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388776:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3447 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.388779:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.388782:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708373760:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.388797:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8a600 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.388806:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708373632 00000100:00100000:3.0:1740485460.388809:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708373632 00000100:00100000:2.0:1740485460.388810:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4048:3767:x1825030708372096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1941us (1973us total) trans 4295501828 rc 0/0 00000100:00100000:2.0:1740485460.388816:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431796 00000100:00100000:3.0:1740485460.388826:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431803 00000100:00100000:3.0:1740485460.388830:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4048:3764:x1825030708373632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.388837:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.388839:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18682 count 1 00010000:00010000:2.0:1740485460.388844:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388848:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388851:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388857:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3447 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388857:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388863:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.388863:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388864:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.388866:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388868:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec4c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.388870:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388876:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388882:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3447 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388884:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.388889:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec4c00/0x5922c046cdb8cc69 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.388891:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3447 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.388900:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708373888:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.388916:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008ff8ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.388969:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4049:3767:x1825030708371968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1995us (2115us total) trans 4295501829 rc 0/0 00000100:00100000:2.0:1740485460.388974:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431797 00000004:00080000:2.0:1740485460.388993:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123292d80/2, rc 0, transno 4295501829 00000100:00100000:2.0:1740485460.388998:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123292d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708371968:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.389002:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880123293100/2, rc 0, transno 4295501828 00000100:00100000:2.0:1740485460.389005:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708372096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.389035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.389043:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869259904 00000100:00100000:3.0:1740485460.389044:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708374016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.389045:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869259904 00010000:00010000:2.0:1740485460.389053:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3448 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.389058:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.389069:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.389069:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520579 00000100:00100000:3.0:1740485460.389072:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708374144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.389073:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3448:2005:x1825030869259904:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.389079:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.389080:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.389084:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3448 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389092:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3448 pid: 16651 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.389095:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880123293b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708372736:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.389103:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096860200/0x5922c046cdac70d2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813934c4 expref: 3448 pid: 16651 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.389104:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.389112:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708374016 00000100:00100000:3.0:1740485460.389114:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708374016 00010000:00010000:2.0:1740485460.389116:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.389117:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.389120:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.389123:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708374144 00000100:00100000:3.0:1740485460.389125:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708374144 00010000:00010000:2.0:1740485460.389127:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389133:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431804 00000100:00100000:1.0:1740485460.389137:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4050:3766:x1825030708374016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.389138:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431805 00010000:00010000:2.0:1740485460.389140:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.389142:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4050:3766:x1825030708374144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.389148:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18683 count 1 00002000:00080000:3.0:1740485460.389152:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18684 count 1 00010000:00010000:1.0:1740485460.389157:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389161:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389163:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3447:2005:x1825030869259904:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 89us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.389166:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3447 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389169:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520579 00010000:00010000:3.0:1740485460.389171:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3447 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.389171:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.389173:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.389175:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389177:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.389179:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.389181:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.389189:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3446 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389196:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3446 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.389198:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3446 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.389204:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3446 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.389206:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708372864:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.389207:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708374272:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.389210:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708374400:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.389219:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389226:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.389234:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008be39d80 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.389245:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389251:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389258:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389264:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389271:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.389277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.389278:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008e0c7000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.389280:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389287:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389291:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260032 00000100:00100000:2.0:1740485460.389294:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260032 00010000:00010000:3.0:1740485460.389296:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389301:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0c7000/0x5922c046cdb8cc70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389303:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3447 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.389315:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520580 00000100:00100000:2.0:1740485460.389319:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3447:2005:x1825030869260032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.389330:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.389335:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3447 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389342:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3447 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389357:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085281400/0x5922c046cdac7046 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393470 expref: 3447 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389366:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.389367:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.389370:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.389375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.389376:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389389:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260160 00000100:00100000:1.0:1740485460.389391:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260160 00010000:00010000:2.0:1740485460.389401:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.389401:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3447 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.389404:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4051:3765:x1825030708372608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2333us (2356us total) trans 4295501830 rc 0/0 00000100:00100000:3.0:1740485460.389410:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431798 00000100:00100000:1.0:1740485460.389416:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520581 00000100:00100000:2.0:1740485460.389418:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3447:2005:x1825030869260032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 98us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.389419:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3447:2004:x1825030869260160:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.389423:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520580 00010000:00010000:1.0:1740485460.389425:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.389428:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3447 pid: 16673 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.389436:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708373120:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.389437:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3446 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.389447:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.389448:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d4ca00/0x5922c046cdac716c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139351f expref: 3446 pid: 16673 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.389456:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.389457:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.389460:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.389465:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d8000/2, rc 0, transno 4295501830 00010000:00010000:1.0:1740485460.389466:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.389473:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708372608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.389478:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.389482:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389486:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389486:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389492:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3445:2004:x1825030869260160:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 71us (118us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.389493:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389494:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389497:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520581 00010000:00010000:3.0:1740485460.389498:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389500:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389502:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389502:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708374528:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.389505:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f881c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.389507:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389507:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389510:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389513:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389516:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389519:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f881c00/0x5922c046cdb8cc7e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389519:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800968ce000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:2.0:1740485460.389520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.389522:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389529:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389538:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.389544:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800968ce000/0x5922c046cdb8cc77 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.389620:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4051:3767:x1825030708372992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1655us (1696us total) trans 4295501831 rc 0/0 00000100:00100000:3.0:1740485460.389624:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431800 00000004:00080000:2.0:1740485460.389629:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d8380/2, rc 0, transno 4295501831 00000100:00100000:3.0:1740485460.389632:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708374528 00000100:00100000:3.0:1740485460.389634:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708374528 00000100:00100000:2.0:1740485460.389635:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708372992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.389642:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431806 00000100:00100000:3.0:1740485460.389645:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4052:3764:x1825030708374528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.389652:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18685 count 1 00000100:00100000:2.0:1740485460.389654:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1740485460.389658:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389658:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708374656:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.389665:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3444 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389669:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.389670:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.389671:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389673:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.389680:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3444 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389685:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3444 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.389685:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708374656 00000100:00100000:2.0:1740485460.389687:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708374656 00000100:00100000:3.0:1740485460.389690:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708374784:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.389699:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431807 00000100:00100000:0.0:1740485460.389700:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4053:3765:x1825030708372480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2593us (2633us total) trans 4295501832 rc 0/0 00000100:00100000:2.0:1740485460.389702:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4053:3764:x1825030708374656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.389703:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008be39cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.389706:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431799 00002000:00080000:2.0:1740485460.389712:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18686 count 1 00010000:00010000:2.0:1740485460.389720:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389729:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3444 pid: 16613 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.389733:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d9180/2, rc 0, transno 4295501832 00010000:00010000:2.0:1740485460.389736:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.389737:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.389739:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.389749:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708372480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.389753:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3444 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389761:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3444 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.389770:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708374912:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.389788:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009f50a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.389796:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.389801:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708375040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.389807:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708373376:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.389816:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.389819:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.389831:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708375040 00000100:00100000:0.0:1740485460.389833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.389834:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708375040 00000100:00100000:2.0:1740485460.389848:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260288 00000100:00100000:1.0:1740485460.389849:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431808 00000100:00100000:2.0:1740485460.389850:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260288 00000100:00100000:1.0:1740485460.389852:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4053:3767:x1825030708375040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.389860:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3445 pid: 16692 timeout: 841 lvb_type: 0 00002000:00080000:1.0:1740485460.389862:0:16655:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18687 count 1 00010000:00010000:1.0:1740485460.389870:0:16655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.389881:0:16655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3445 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389885:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520582 00010000:00010000:1.0:1740485460.389887:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1740485460.389888:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1740485460.389889:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3445:2005:x1825030869260288:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.389891:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389895:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.389898:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3445 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389906:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3445 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.389908:0:16655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3445 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389918:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d4d600/0x5922c046cdac71ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393581 expref: 3445 pid: 16692 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.389920:0:16655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3445 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.389926:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.389927:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.389929:0:16655:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708375168:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.389930:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389936:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.389948:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.389948:0:16655:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.389952:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389956:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389961:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389961:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3444:2005:x1825030869260288:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.389964:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.389967:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520582 00010000:00010000:3.0:1740485460.389968:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389971:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f880600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.389973:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389976:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389982:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.389985:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f880600/0x5922c046cdb8cc85 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390058:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4054:3767:x1825030708373248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1668us (1698us total) trans 4295501833 rc 0/0 00000100:00100000:3.0:1740485460.390062:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431801 00000004:00080000:2.0:1740485460.390066:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977db480/2, rc 0, transno 4295501833 00000100:00100000:2.0:1740485460.390072:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.390098:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708375296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.390114:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.390229:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708375296 00000100:00100000:0.0:1740485460.390233:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708375296 00000100:00100000:2.0:1740485460.390245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.390249:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431809 00000100:00100000:2.0:1740485460.390253:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260416 00000100:00100000:0.0:1740485460.390253:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4054:3767:x1825030708375296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.390255:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260416 00010000:00010000:2.0:1740485460.390263:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00002000:00080000:0.0:1740485460.390264:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18688 count 1 00000100:00100000:3.0:1740485460.390269:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708373760:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.390274:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.390275:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520583 00000100:00100000:2.0:1740485460.390279:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3444:2003:x1825030869260416:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.390280:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390285:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.390285:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3444 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390288:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.390291:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.390293:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.390295:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390296:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.390305:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de95a00/0x5922c046cdac72ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813935ea expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.390312:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3443 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390314:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.390315:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.390317:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.390321:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3443 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.390323:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.390331:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708375424:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.390335:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.390339:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390344:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390348:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.390350:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3443:2003:x1825030869260416:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.390351:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.390352:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390355:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.390356:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520583 00010000:00010000:3.0:1740485460.390358:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f881600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.390360:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390367:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390373:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390377:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f881600/0x5922c046cdb8cc8c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.390386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.390400:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260544 00000100:00100000:2.0:1740485460.390402:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260544 00010000:00010000:2.0:1740485460.390412:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3443 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.390427:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520584 00000100:00100000:2.0:1740485460.390431:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3443:2005:x1825030869260544:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.390437:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.390440:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3443 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.390448:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3443 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.390458:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.390459:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708374272:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.390460:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.390462:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390469:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390470:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4055:3765:x1825030708373504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1733us (1962us total) trans 4295501834 rc 0/0 00010000:00010000:0.0:1740485460.390472:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390476:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431802 00000004:00080000:1.0:1740485460.390480:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135fa0000/2, rc 0, transno 4295501834 00010000:00010000:2.0:1740485460.390483:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.390486:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708373504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.390497:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d1800/0x5922c046cdac7436 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393684 expref: 3443 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.390499:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3443:2005:x1825030869260544:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.390504:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708373888:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.390505:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520584 00010000:00010000:3.0:1740485460.390511:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.390515:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708375552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.390516:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390519:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390526:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390530:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390533:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.390534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.390536:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e2d400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.390538:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390542:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390562:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390567:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e2d400/0x5922c046cdb8cc93 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390649:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4055:3764:x1825030708373632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1819us (1870us total) trans 4295501835 rc 0/0 00000100:00100000:3.0:1740485460.390653:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431803 00000100:00100000:3.0:1740485460.390660:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708375552 00000100:00100000:3.0:1740485460.390662:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708375552 00000100:00100000:3.0:1740485460.390671:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431810 00000100:00100000:3.0:1740485460.390673:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4055:3764:x1825030708375552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.390687:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18689 count 1 00010000:00010000:3.0:1740485460.390694:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390700:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3441 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390704:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.390705:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.390706:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390716:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3441 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390721:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3441 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.390726:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708375680:192.168.204.38@tcp:104: 00000004:00080000:0.0:1740485460.390729:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a79500/2, rc 0, transno 4295501835 00000100:00100000:0.0:1740485460.390737:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708373632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.390741:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff880132f3d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.390743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.390752:0:8372:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260672 00000100:00100000:2.0:1740485460.390755:0:8372:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260672 00010000:00010000:2.0:1740485460.390766:0:8372:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3442 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.390768:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708375808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.390780:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520585 00000100:00100000:2.0:1740485460.390784:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3442:2005:x1825030869260672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.390787:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.390790:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.390793:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3442 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.390798:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708375808 00000100:00100000:3.0:1740485460.390800:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708375808 00010000:00010000:2.0:1740485460.390801:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3442 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.390811:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431811 00010000:00010000:2.0:1740485460.390812:0:8372:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134eb1000/0x5922c046cdac74c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813936e6 expref: 3442 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.390814:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4056:3765:x1825030708375808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.390821:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.390822:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1740485460.390823:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18690 count 1 00010000:00010000:2.0:1740485460.390825:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390832:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390835:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390841:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3441 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.390846:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.390847:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.390848:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.390850:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.390856:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.390860:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3441:2005:x1825030869260672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.390864:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390865:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3441 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.390865:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520585 00010000:00010000:0.0:1740485460.390872:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.390874:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.390878:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390883:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708375936:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.390884:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.390889:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98be00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.390892:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.390899:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.390901:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134e449c0 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.390909:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.390916:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8cc9a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.391025:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4057:3766:x1825030708374016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1885us (1964us total) trans 4295501836 rc 0/0 00000100:00100000:0.0:1740485460.391031:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431804 00000004:00080000:3.0:1740485460.391032:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a79c00/2, rc 0, transno 4295501836 00000100:00100000:3.0:1740485460.391042:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708374016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.391089:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.391106:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.391124:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708376064 00000100:00100000:0.0:1740485460.391128:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708376064 00000100:00100000:2.0:1740485460.391152:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431812 00000100:00100000:2.0:1740485460.391156:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4057:3766:x1825030708376064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.391166:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18691 count 1 00010000:00010000:2.0:1740485460.391174:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391183:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391189:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.391190:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.391192:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391204:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391212:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.391224:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708376192:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.391242:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156a80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.391816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.391835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.391838:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708374400:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.391848:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.391853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.391863:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708374784:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.391866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.391869:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.391873:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260800 00000100:00100000:0.0:1740485460.391876:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260800 00000100:00100000:2.0:1740485460.391882:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261056 00000100:00100000:1.0:1740485460.391882:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869260928 00010000:00010000:0.0:1740485460.391884:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3441 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.391887:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261056 00000100:00100000:1.0:1740485460.391887:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869260928 00000100:00100000:0.0:1740485460.391894:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261184 00000100:00100000:0.0:1740485460.391895:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261184 00010000:00010000:0.0:1740485460.391900:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3444 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.391901:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3444 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.391901:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3444 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.391908:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520586 00000100:00100000:0.0:1740485460.391911:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3444:2005:x1825030869260800:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.391916:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.391918:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.391922:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520587 00010000:00010000:0.0:1740485460.391924:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.391927:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520588 00000100:00100000:1.0:1740485460.391927:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3444:2004:x1825030869261184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.391931:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3444:2003:x1825030869260928:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.391932:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdac7555 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139373a expref: 3444 pid: 16671 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.391935:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.391936:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.391939:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520589 00010000:00010000:2.0:1740485460.391939:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3443 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.391939:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3443 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.391939:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.391940:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.391942:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.391944:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3443:2005:x1825030869261056:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.391946:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391949:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3443 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.391952:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.391953:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3443 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.391955:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.391956:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3443 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.391960:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b6d5600/0x5922c046cdac75a2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393787 expref: 3443 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.391961:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.391963:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.391965:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3443 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.391966:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.391968:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3442:2005:x1825030869260800:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.391970:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.391972:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.391972:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520586 00010000:00010000:1.0:1740485460.391973:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391974:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.391976:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.391978:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.391980:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391980:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.391985:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.391987:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.391993:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.391997:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.392003:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3441:2004:x1825030869261184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.392004:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3441:2003:x1825030869260928:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.392009:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520587 00000100:00100000:2.0:1740485460.392012:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520588 00000100:00100000:3.0:1740485460.392014:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3441:2005:x1825030869261056:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.392021:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520589 00010000:00010000:2.0:1740485460.392037:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099199c00/0x5922c046cdac764a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813937e9 expref: 3438 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.392037:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073edd000/0x5922c046cdac76c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393852 expref: 3438 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.392042:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.392047:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708374912:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.392047:0:16655:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_064:lustre-OST0000_UUID:16655:1825030708375168:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.392049:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392056:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.392057:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392058:0:16655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392062:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392064:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392068:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392070:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392071:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261312 00010000:00010000:3.0:1740485460.392073:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097ec5600 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.392073:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261312 00010000:00010000:3.0:1740485460.392076:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392077:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392080:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392082:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3437 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.392083:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392086:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392090:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097ec5600/0x5922c046cdb8cca1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392090:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.392101:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f12a800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.392104:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392108:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261440 00000100:00100000:1.0:1740485460.392110:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261440 00010000:00010000:2.0:1740485460.392112:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392117:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3438 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.392121:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392127:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f12a800/0x5922c046cdb8ccaf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392128:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261568 00000100:00100000:1.0:1740485460.392130:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261568 00010000:00010000:1.0:1740485460.392136:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3439 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.392138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.392148:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261696 00000100:00100000:1.0:1740485460.392150:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261696 00000100:00100000:2.0:1740485460.392151:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520590 00000100:00100000:2.0:1740485460.392156:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2005:x1825030869261312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.392156:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.392156:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520591 00010000:00010000:2.0:1740485460.392162:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.392162:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2005:x1825030869261440:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.392165:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3440 pid: 16620 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.392169:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1740485460.392170:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4058:3766:x1825030708374144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3027us (3089us total) trans 4295501837 rc 0/0 00000100:00100000:1.0:1740485460.392170:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520592 00010000:00010000:0.0:1740485460.392173:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3440 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.392174:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431805 00010000:00010000:2.0:1740485460.392174:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3440 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.392174:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2005:x1825030869261568:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.392179:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.392183:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.392183:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.392184:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.392187:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392187:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3440 pid: 16641 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.392188:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520593 00000100:00100000:3.0:1740485460.392191:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2004:x1825030869261696:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.392191:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.392194:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392196:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.392198:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.392198:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.392200:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.392200:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.392201:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.392203:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.392203:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392204:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3440 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.392204:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392210:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392210:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392213:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.392214:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.392217:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392219:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.392220:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2005:x1825030869261312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.392221:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.392223:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392226:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520590 00000100:00100000:1.0:1740485460.392230:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1bebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3440:2005:x1825030869261568:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.392234:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.392235:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520592 00000100:00100000:0.0:1740485460.392238:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3439:2005:x1825030869261440:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 76us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.392244:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520591 00000100:00100000:3.0:1740485460.392249:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3438:2004:x1825030869261696:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.392249:0:16655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.392255:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520593 00010000:00010000:1.0:1740485460.392256:0:16655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392263:0:16655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392270:0:16655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392276:0:16655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485460.392282:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a79f80/2, rc 0, transno 4295501837 00010000:00010000:1.0:1740485460.392283:0:16655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880085259600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.392286:0:16655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.392298:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708374144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.392298:0:16655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392307:0:16655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392308:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392313:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.392313:0:16655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8ccb6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392317:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392321:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392324:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392328:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f881e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.392329:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392329:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4058:3764:x1825030708374656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2625us (2654us total) trans 4295501838 rc 0/0 00010000:00010000:3.0:1740485460.392333:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392334:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431807 00010000:00010000:3.0:1740485460.392339:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392342:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f881e00/0x5922c046cdb8cca8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x48fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392348:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800925f1a00/0x5922c046cdac772a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139389f expref: 3436 pid: 16620 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.392355:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708376320:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.392356:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135fa1180/2, rc 0, transno 4295501838 00000100:00100000:0.0:1740485460.392359:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708375424:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.392370:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708374656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.392370:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392377:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392382:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392389:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392392:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708376448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.392396:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392402:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392406:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009619e200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.392408:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.392408:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392412:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392418:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392422:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009619e200/0x5922c046cdb8ccbd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392428:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.392433:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4058:3764:x1825030708374528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2786us (2913us total) trans 4295501839 rc 0/0 00000100:00100000:3.0:1740485460.392439:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431806 00000100:00100000:3.0:1740485460.392450:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708376320 00000100:00100000:3.0:1740485460.392452:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708376320 00000004:00080000:2.0:1740485460.392452:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135fa0a80/2, rc 0, transno 4295501839 00000100:00100000:3.0:1740485460.392460:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708376448 00000100:00100000:3.0:1740485460.392461:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708376448 00000100:00100000:2.0:1740485460.392463:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708374528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.392467:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431813 00000100:00100000:3.0:1740485460.392469:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4060:3767:x1825030708376320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.392477:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18692 count 1 00000100:00100000:2.0:1740485460.392479:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431814 00010000:00010000:3.0:1740485460.392483:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392483:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4060:3764:x1825030708376448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.392491:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3435 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392492:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708376576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.392495:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1740485460.392495:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18693 count 1 00010000:00010000:3.0:1740485460.392496:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.392497:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392501:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4060:3767:x1825030708375296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2247us (2386us total) trans 4295501840 rc 0/0 00010000:00010000:2.0:1740485460.392504:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392505:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431809 00010000:00010000:3.0:1740485460.392507:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3435 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392511:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.392512:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3435 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.392514:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3435 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392516:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708376576 00000100:00100000:0.0:1740485460.392519:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708376576 00000100:00100000:3.0:1740485460.392521:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708376704:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.392525:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.392527:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.392529:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392529:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431815 00000100:00100000:0.0:1740485460.392531:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4060:3765:x1825030708376576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.392533:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008be39cc0 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.392535:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07d500/2, rc 0, transno 4295501840 00002000:00080000:0.0:1740485460.392538:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18694 count 1 00000100:00100000:1.0:1740485460.392540:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708375296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.392544:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3435 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392545:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392563:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ec2800/0x5922c046cdac7834 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813938fa expref: 3435 pid: 16641 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.392565:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3435 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392569:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3435 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.392569:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.392570:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1740485460.392572:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708375680:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.392572:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392596:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1740485460.392597:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708376832:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.392597:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3434 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392600:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392602:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708376960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.392602:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3434 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.392608:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392608:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708377088:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.392614:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.392615:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156d80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.392618:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.392621:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392623:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.392627:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392631:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708376960 00000100:00100000:0.0:1740485460.392633:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708376960 00010000:00010000:3.0:1740485460.392634:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392640:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b602e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.392643:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.392644:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431816 00000100:00100000:0.0:1740485460.392646:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4062:3767:x1825030708376960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.392649:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1740485460.392653:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18695 count 1 00010000:00010000:3.0:1740485460.392658:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392660:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392663:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b602e00/0x5922c046cdb8ccc4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392666:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3434 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392669:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.392670:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1740485460.392672:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392680:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3434 pid: 16028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.392685:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3434 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.392690:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708377216:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.392701:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:lustre-MDT0000-mdtlov_UUID+4063:3767:x1825030708375040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2847us (2883us total) trans 4295501841 rc 0/0 00000100:00100000:0.0:1740485460.392701:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.392707:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431808 00000004:00080000:1.0:1740485460.392728:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07df80/2, rc 0, transno 4295501841 00010000:00010000:2.0:1740485460.392730:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ec0200/0x5922c046cdac793e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939b7 expref: 3434 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.392734:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708375040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.392743:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708376192:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.392746:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4062:3764:x1825030708375552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2071us (2212us total) trans 4295501842 rc 0/0 00000100:00100000:3.0:1740485460.392750:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431810 00010000:00010000:2.0:1740485460.392754:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392763:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708377344:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.392771:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7ad80/2, rc 0, transno 4295501842 00010000:00010000:3.0:1740485460.392775:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aec7200/0x5922c046cdac78ea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393963 expref: 3433 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1740485460.392777:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708375552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.392781:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708375936:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.392781:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.392785:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392789:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392793:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392797:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392797:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1740485460.392798:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392802:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708377472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.392804:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392805:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392808:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392811:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392811:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.392814:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.392815:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5115000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.392816:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392818:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392820:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392824:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131cb3a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.392827:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392827:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392833:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8cccb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392834:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392843:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392849:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131cb3a00/0x5922c046cdb8ccd2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.392924:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4063:3765:x1825030708375808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2108us (2135us total) trans 4295501843 rc 0/0 00000100:00100000:3.0:1740485460.392928:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431811 00000100:00100000:3.0:1740485460.392938:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708377344 00000004:00080000:1.0:1740485460.392938:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7b100/2, rc 0, transno 4295501843 00000100:00100000:3.0:1740485460.392941:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708377344 00000100:00100000:2.0:1740485460.392944:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4063:3766:x1825030708376064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1787us (1837us total) trans 4295501844 rc 0/0 00000100:00100000:2.0:1740485460.392951:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431812 00000100:00100000:1.0:1740485460.392951:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708375808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.392952:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708377472 00000100:00100000:3.0:1740485460.392954:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708377472 00000100:00100000:3.0:1740485460.392964:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431817 00000100:00100000:3.0:1740485460.392968:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4063:3767:x1825030708377344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.392968:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431818 00000100:00100000:2.0:1740485460.392972:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4063:3765:x1825030708377472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.392978:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18696 count 1 00002000:00080000:2.0:1740485460.392982:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18697 count 1 00010000:00010000:3.0:1740485460.392988:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392990:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.392997:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3432 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.392999:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3432 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393003:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.393005:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.393005:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1740485460.393006:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.393007:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.393008:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393019:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3432 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.393021:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3432 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393024:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3432 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.393028:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3432 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.393030:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708377600:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.393037:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708377728:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.393042:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.393046:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008be39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.393050:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708377856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.393055:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156a80 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.393070:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07c380/2, rc 0, transno 4295501844 00000100:00100000:0.0:1740485460.393071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.393076:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.393106:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708377856 00000100:00100000:2.0:1740485460.393106:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708377984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.393109:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708377856 00000100:00100000:3.0:1740485460.393123:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431819 00000100:00100000:2.0:1740485460.393123:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.393127:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4064:3764:x1825030708377856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.393137:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18698 count 1 00010000:00010000:3.0:1740485460.393146:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393156:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3432 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393162:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.393163:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.393165:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393176:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3432 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393182:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3432 pid: 16645 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.393187:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708378112:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.393210:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.393218:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708377984 00000100:00100000:3.0:1740485460.393220:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708377984 00000100:00100000:3.0:1740485460.393229:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431820 00000100:00100000:3.0:1740485460.393232:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4065:3766:x1825030708377984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.393239:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:17933 count 1 00010000:00010000:3.0:1740485460.393244:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393254:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3432 pid: 16037 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.393257:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.393258:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.393260:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.393268:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3432 pid: 16037 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.393273:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3432 pid: 16037 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.393278:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708378240:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.393297:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff880134e449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.394165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.394178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.394181:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708376704:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.394187:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261824 00000100:00100000:0.0:1740485460.394189:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261824 00010000:00010000:3.0:1740485460.394191:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394197:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3433 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.394209:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869261952 00000100:00100000:0.0:1740485460.394211:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869261952 00010000:00010000:0.0:1740485460.394215:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.394223:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520594 00000100:00100000:1.0:1740485460.394229:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3434:2005:x1825030869261824:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.394235:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708376832:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.394235:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520595 00010000:00010000:1.0:1740485460.394238:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.394238:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3434:2005:x1825030869261952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.394242:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.394243:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.394245:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.394247:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394250:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394253:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.394259:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f6dfe00/0x5922c046cdac79fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393a3c expref: 3434 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394266:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131953e00/0x5922c046cdac7999 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813939fd expref: 3433 pid: 16694 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.394266:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394267:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394269:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394274:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394276:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394278:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394280:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394284:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.394287:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394290:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394296:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394302:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.394303:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.394305:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3432:2005:x1825030869261952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.394306:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394309:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394310:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.394311:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520595 00010000:00010000:2.0:1740485460.394316:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394318:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394320:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3431:2005:x1825030869261824:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 90us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.394322:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394322:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131cb3000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.394325:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394326:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394326:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520594 00010000:00010000:3.0:1740485460.394329:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f881a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.394330:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394331:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394334:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394340:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394344:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f881a00/0x5922c046cdb8ccd9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394345:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394352:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131cb3000/0x5922c046cdb8cce0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.394363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.394377:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262080 00000100:00100000:1.0:1740485460.394380:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262080 00010000:00010000:1.0:1740485460.394391:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3431 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.394407:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520596 00000100:00100000:1.0:1740485460.394411:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3431:2005:x1825030869262080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.394418:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1740485460.394421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.394422:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3431 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.394425:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4067:3767:x1825030708376320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1953us (2015us total) trans 4295501845 rc 0/0 00000100:00100000:3.0:1740485460.394431:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431813 00010000:00010000:1.0:1740485460.394431:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3431 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.394432:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262208 00000100:00100000:0.0:1740485460.394434:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262208 00010000:00010000:1.0:1740485460.394441:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394443:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394444:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3432 pid: 16028 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394445:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394452:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394462:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4066:3764:x1825030708376448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1977us (2032us total) trans 4295501846 rc 0/0 00010000:00010000:1.0:1740485460.394463:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.394465:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520597 00000100:00100000:2.0:1740485460.394468:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431814 00000100:00100000:0.0:1740485460.394469:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3432:2005:x1825030869262208:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.394473:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.394476:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3432 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.394479:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3432:2005:x1825030869262080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.394482:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3432 pid: 16028 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.394488:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520596 00010000:00010000:0.0:1740485460.394489:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394490:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394492:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394496:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394505:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1740485460.394513:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f07f100/2, rc 0, transno 4295501845 00000100:00100000:0.0:1740485460.394521:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3431:2005:x1825030869262208:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 50us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.394527:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008f07f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708376320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.394527:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520597 00010000:00010000:0.0:1740485460.394564:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009777b200/0x5922c046cdac7b44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393add expref: 3430 pid: 16028 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.394570:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34ed80/2, rc 0, transno 4295501846 00000100:00100000:1.0:1740485460.394570:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708378368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.394576:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708377216:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.394596:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708376448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.394605:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394608:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.394611:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708378496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.394612:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394618:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.394619:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708377600:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.394625:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.394628:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394631:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.394638:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.394643:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708378368 00000100:00100000:3.0:1740485460.394644:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708378368 00010000:00010000:0.0:1740485460.394646:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f512a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.394648:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394652:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708378496 00000100:00100000:3.0:1740485460.394654:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431821 00000100:00100000:2.0:1740485460.394655:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708378496 00010000:00010000:0.0:1740485460.394655:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.394657:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4067:3767:x1825030708378368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.394665:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:19883 count 1 00000100:00100000:1.0:1740485460.394665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.394665:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394670:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431822 00010000:00010000:3.0:1740485460.394671:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394671:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f512a00/0x5922c046cdb8ccee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394674:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4067:3764:x1825030708378496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.394674:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262336 00000100:00100000:1.0:1740485460.394677:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262336 00010000:00010000:3.0:1740485460.394678:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3429 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394681:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.394682:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1740485460.394684:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.394685:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18825 count 1 00010000:00010000:1.0:1740485460.394686:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3430 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.394693:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3430 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394694:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.394694:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262464 00000100:00100000:0.0:1740485460.394696:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262464 00010000:00010000:3.0:1740485460.394697:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3430 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.394699:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520598 00000100:00100000:3.0:1740485460.394703:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708378624:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.394703:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3431:2005:x1825030869262336:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.394704:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3431 pid: 16687 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.394707:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3431 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394708:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.394710:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.394712:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394712:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3431 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1740485460.394714:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394720:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3431 pid: 16612 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1740485460.394722:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.394725:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520599 00010000:00010000:2.0:1740485460.394729:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3431 pid: 16687 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485460.394729:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3431:2005:x1825030869262464:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.394731:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800926c6000/0x5922c046cdac7c47 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393b4d expref: 3431 pid: 16612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.394736:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.394737:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3431 pid: 16687 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.394740:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 5/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3430 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394741:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394742:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394745:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394746:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708378752:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.394748:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3430 pid: 16613 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394751:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.394758:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.394759:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394761:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.394762:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394763:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156d80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.394768:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394774:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3430:2005:x1825030869262336:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 69us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.394777:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1740485460.394779:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520598 00010000:00010000:2.0:1740485460.394782:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013577b400/0x5922c046cdac7d89 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393bbd expref: 3430 pid: 16613 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.394791:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3428:2005:x1825030869262464:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.394792:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708377728:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.394803:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.394807:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708378240:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.394810:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394816:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394822:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394823:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.394832:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bdd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708378112:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.394835:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394838:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394842:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394847:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394847:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880131cb2200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.394850:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394853:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.394855:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520599 00010000:00010000:2.0:1740485460.394856:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394859:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.394865:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394865:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394870:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262592 00010000:00010000:3.0:1740485460.394871:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.394872:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131cb2200/0x5922c046cdb8ccfc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394873:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262592 00010000:00010000:3.0:1740485460.394876:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009db81c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.394879:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394882:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3428 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1740485460.394890:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394896:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520600 00010000:00010000:3.0:1740485460.394900:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394900:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3428:2003:x1825030869262592:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.394906:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8ccf5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394906:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.394909:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3428 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394917:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3428 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394928:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b78600/0x5922c046cdac7e70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393c18 expref: 3428 pid: 16645 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1740485460.394944:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394945:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.394948:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394955:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.394967:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.394974:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394978:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.394984:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394986:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3427:2003:x1825030869262592:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 84us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.394987:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4070:3767:x1825030708376960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2338us (2366us total) trans 4295501847 rc 0/0 00010000:00010000:3.0:1740485460.394990:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.394992:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520600 00000100:00100000:0.0:1740485460.394993:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431816 00010000:00010000:3.0:1740485460.394996:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.394998:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4070:3765:x1825030708377472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2025us (2182us total) trans 4295501848 rc 0/0 00010000:00010000:3.0:1740485460.395001:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800964b8800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.395003:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395004:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431818 00010000:00010000:3.0:1740485460.395010:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.395016:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34c000/2, rc 0, transno 4295501847 00010000:00010000:3.0:1740485460.395019:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395020:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca3e400/0x5922c046cdac7a8e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81393aa5 expref: 3426 pid: 16613 timeout: 841 lvb_type: 0 00000004:00080000:2.0:1740485460.395021:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7b800/2, rc 0, transno 4295501848 00010000:00010000:3.0:1740485460.395027:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800964b8800/0x5922c046cdb8cd03 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x490a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395030:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708376960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.395030:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708377088:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.395033:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708377472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.395041:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395048:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395054:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395061:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.395066:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1740485460.395073:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708378880:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.395073:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395078:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262720 00010000:00010000:0.0:1740485460.395079:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395081:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262720 00010000:00010000:0.0:1740485460.395085:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f98a200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.395088:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395090:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.395090:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3426 pid: 16037 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.395094:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395104:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395105:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520601 00000100:00100000:2.0:1740485460.395107:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708379008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.395109:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3426:2005:x1825030869262720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.395111:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8cce7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.395115:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.395118:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3426 pid: 16037 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.395121:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485460.395131:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3426 pid: 16037 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.395136:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4069:3764:x1825030708377856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2008us (2065us total) trans 4295501850 rc 0/0 00000100:00100000:3.0:1740485460.395141:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431819 00010000:00010000:1.0:1740485460.395142:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d06fc00/0x5922c046cdac9e36 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x460d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394938 expref: 3426 pid: 16037 timeout: 841 lvb_type: 1 00000004:00080000:2.0:1740485460.395143:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a7bb80/2, rc 0, transno 4295501850 00010000:00010000:1.0:1740485460.395151:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.395152:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.395154:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395156:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708377856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1740485460.395161:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395166:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708378880 00000100:00100000:2.0:1740485460.395168:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708378880 00000100:00100000:3.0:1740485460.395169:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379008 00000100:00100000:3.0:1740485460.395171:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379008 00010000:00010000:1.0:1740485460.395174:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.395181:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431823 00000100:00100000:3.0:1740485460.395183:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4071:3764:x1825030708378880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.395184:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431824 00000100:00100000:1.0:1740485460.395188:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3425:2005:x1825030869262720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 78us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.395189:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4071:3766:x1825030708379008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.395190:0:16043:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20111 count 1 00000100:00100000:1.0:1740485460.395193:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520601 00010000:00010000:3.0:1740485460.395197:0:16043:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.395199:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:18050 count 1 00010000:00010000:3.0:1740485460.395204:0:16043:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3424 pid: 16634 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.395208:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.395209:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.395210:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395210:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708379136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.395219:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4071:3765:x1825030708376576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2685us (2706us total) trans 4295501851 rc 0/0 00010000:00010000:3.0:1740485460.395220:0:16043:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3424 pid: 16634 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1740485460.395223:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b34e680/2, rc 0, transno 4295501851 00010000:00010000:3.0:1740485460.395225:0:16043:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3424 pid: 16634 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.395226:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431815 00000100:00100000:3.0:1740485460.395231:0:16043:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708379264:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.395231:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.395238:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708376576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.395239:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379136 00000100:00100000:0.0:1740485460.395242:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379136 00010000:00010000:3.0:1740485460.395251:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395253:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708379392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.395255:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.395256:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431825 00000100:00100000:0.0:1740485460.395259:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4071:3767:x1825030708379136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.395260:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395263:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395267:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1740485460.395269:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20113 count 1 00010000:00010000:3.0:1740485460.395270:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870ce00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.395271:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395278:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395284:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1740485460.395285:0:16643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e91:0x0] initial LVB size: 0, mtime: 0x67bdb33d, atime: 0x67bdb33d, ctime: 0x67bdb33d, blocks: 0x0 00010000:00010000:3.0:1740485460.395287:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cd0a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x460d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395289:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379392 00010000:00010000:0.0:1740485460.395289:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395292:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379392 00010000:00010000:0.0:1740485460.395296:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.395297:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.395300:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395304:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431826 00000100:00100000:2.0:1740485460.395308:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4072:3764:x1825030708379392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.395308:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395314:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1740485460.395318:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20355 count 1 00010000:00010000:0.0:1740485460.395320:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395326:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395327:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395332:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5562c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.395335:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3424 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.395335:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395342:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395346:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395347:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395349:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395355:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395361:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3424 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.395362:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4073:3766:x1825030708377984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2129us (2238us total) trans 4295501852 rc 0/0 00010000:00010000:0.0:1740485460.395362:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5562c00/0x5922c046cdb8cd26 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.395367:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431820 00010000:00010000:2.0:1740485460.395369:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3424 pid: 16632 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.395377:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708379520:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.395394:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156a80 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.395397:0:16043:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4600 going to sleep for 11 seconds 00000004:00080000:2.0:1740485460.395409:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977dbb80/2, rc 0, transno 4295501852 00000100:00100000:2.0:1740485460.395422:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708377984:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1740485460.395438:0:16672:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4682:0x0] initial LVB size: 0, mtime: 0x67bdb337, atime: 0x67bdb337, ctime: 0x67bdb337, blocks: 0x0 00010000:00010000:2.0:1740485460.395445:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395452:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395453:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395456:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395464:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.395465:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4073:3767:x1825030708379136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (232us total) trans 4295501853 rc 0/0 00000100:00100000:0.0:1740485460.395471:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431825 00010000:00010000:2.0:1740485460.395474:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.395474:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977da680/2, rc 0, transno 4295501853 00010000:00010000:2.0:1740485460.395481:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.395487:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4072:3767:x1825030708377344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2518us (2705us total) trans 4295501849 rc 0/0 00010000:00010000:2.0:1740485460.395487:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395487:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708379136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.395492:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431817 00010000:00010000:2.0:1740485460.395492:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124a99a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.395495:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.395495:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131a78000/2, rc 0, transno 4295501849 00000100:00100000:1.0:1740485460.395498:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880131a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708377344:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.395502:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395511:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.395517:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880124a99a00/0x5922c046cdb8cd34 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.395522:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708379904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.395526:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708379776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.395533:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708379648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.395540:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.395565:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379904 00000100:00100000:3.0:1740485460.395568:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379904 00000100:00100000:2.0:1740485460.395572:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.395596:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379648 00000100:00100000:3.0:1740485460.395597:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379648 00000100:00100000:0.0:1740485460.395603:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431827 00000100:00100000:0.0:1740485460.395608:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4073:3767:x1825030708379904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.395609:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431828 00000100:00100000:1.0:1740485460.395614:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4073:3765:x1825030708379648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.395624:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20356 count 1 00010000:00010000:1.0:1740485460.395634:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.395644:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.395650:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.395651:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.395653:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.395669:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.395678:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 841 lvb_type: 1 00002000:00080000:0.0:1740485460.395685:0:16700:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20358 count 1 00000100:00100000:1.0:1740485460.395686:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708380032:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.395689:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4074:3766:x1825030708379008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 500us (567us total) trans 4295501854 rc 0/0 00010000:00010000:0.0:1740485460.395695:0:16700:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.395696:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431824 00000100:00100000:1.0:1740485460.395705:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.395705:0:16700:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3424 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.395711:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.395712:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.395714:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.395730:0:16700:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3424 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.395744:0:16700:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3424 pid: 16701 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.395754:0:16700:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708380160:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.395777:0:16700:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.395790:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1740485460.395818:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977db800/2, rc 0, transno 4295501854 00000100:00100000:2.0:1740485460.395826:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708379776 00000100:00100000:2.0:1740485460.395829:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708379776 00000100:00100000:0.0:1740485460.395831:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708379008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.395843:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431829 00000100:00100000:2.0:1740485460.395847:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4074:3766:x1825030708379776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.395855:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20357 count 1 00010000:00010000:2.0:1740485460.395863:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.395873:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708380288:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.395874:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3424 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.395879:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395880:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.395883:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.395893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.395902:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3424 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.395908:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708380288 00010000:00010000:2.0:1740485460.395909:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3424 pid: 16030 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.395911:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708380288 00000100:00100000:2.0:1740485460.395918:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708380416:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.395928:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431830 00000100:00100000:3.0:1740485460.395932:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4075:3764:x1825030708380288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.395937:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156780 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.395943:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20359 count 1 00010000:00010000:3.0:1740485460.395952:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395961:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3424 pid: 16692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.395966:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.395967:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.395968:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.395978:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3424 pid: 16692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.395983:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3424 pid: 16692 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.395989:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708380544:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.396013:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.396795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.396812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.396816:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708378624:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.396821:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708378752:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.396823:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262848 00000100:00100000:1.0:1740485460.396826:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262848 00010000:00010000:3.0:1740485460.396828:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.396830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.396836:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.396837:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3425 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1740485460.396842:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869262976 00000100:00100000:0.0:1740485460.396845:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869262976 00010000:00010000:0.0:1740485460.396854:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3426 pid: 16687 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.396862:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708379520:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.396862:0:16723:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263104 00000100:00100000:1.0:1740485460.396864:0:16723:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263104 00000100:00100000:3.0:1740485460.396865:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520602 00000100:00100000:0.0:1740485460.396868:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520603 00000100:00100000:3.0:1740485460.396869:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3427:2005:x1825030869262848:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.396871:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.396872:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3427:2004:x1825030869262976:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.396873:0:16723:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3427 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.396874:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.396877:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3427 pid: 16689 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1740485460.396877:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.396880:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3427 pid: 16687 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.396883:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3427 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.396887:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520604 00010000:00010000:0.0:1740485460.396889:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3427 pid: 16687 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.396891:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800950df000/0x5922c046cdaae4e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81387a48 expref: 3427 pid: 16689 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1740485460.396891:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3427:2005:x1825030869263104:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.396896:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a82de00/0x5922c046cdaef407 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4c31 expref: 3426 pid: 16687 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.396897:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.396899:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.396900:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.396901:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3425 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.396902:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.396903:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.396904:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.396906:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.396906:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.396909:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3425 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.396910:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.396915:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.396919:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.396920:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ca6600/0x5922c046cdac9997 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945d4 expref: 3425 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.396924:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.396929:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3424:2005:x1825030869262848:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.396929:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.396930:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.396931:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.396931:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3424:2004:x1825030869262976:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.396933:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520602 00010000:00010000:1.0:1740485460.396933:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.396935:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520603 00010000:00010000:2.0:1740485460.396938:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.396939:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.396944:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.396950:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.396952:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.396955:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f512400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.396958:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.396964:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.396967:0:16043:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5a9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:16043:1825030708379264:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.396967:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3422:2005:x1825030869263104:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 75us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.396973:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.396974:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520604 00010000:00010000:3.0:1740485460.396975:0:16043:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.396980:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f512400/0x5922c046cdb8cd11 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.397019:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263232 00000100:00100000:1.0:1740485460.397021:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263232 00000100:00100000:3.0:1740485460.397023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.397030:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708380032:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.397031:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3422 pid: 16634 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.397040:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.397046:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263360 00000100:00100000:1.0:1740485460.397048:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263360 00000100:00100000:0.0:1740485460.397051:0:16700:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0000_UUID:16700:1825030708380160:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.397055:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3423 pid: 16063 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.397056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.397058:0:16700:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.397076:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263488 00000100:00100000:2.0:1740485460.397078:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4076:3767:x1825030708378368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2418us (2469us total) trans 4295501855 rc 0/0 00000100:00100000:1.0:1740485460.397078:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263616 00000100:00100000:0.0:1740485460.397078:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263488 00000100:00100000:1.0:1740485460.397080:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263616 00000100:00100000:3.0:1740485460.397081:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520605 00000100:00100000:3.0:1740485460.397084:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3425:2005:x1825030869263232:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.397084:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431821 00010000:00010000:0.0:1740485460.397085:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3425 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.397088:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3425 pid: 16030 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.397089:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.397092:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3425 pid: 16634 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.397096:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520606 00010000:00010000:3.0:1740485460.397098:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3425 pid: 16634 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.397099:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3425:2003:x1825030869263360:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.397100:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397105:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd46c00/0x5922c046cdac9576 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394468 expref: 3425 pid: 16634 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.397106:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.397107:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397107:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520607 00010000:00010000:0.0:1740485460.397109:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.397111:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.397111:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3424:2005:x1825030869263488:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.397112:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397114:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397114:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397118:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397118:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.397118:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397120:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397122:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3424 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397127:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397128:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.397129:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fdcec00/0x5922c046cdac99b3 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945f0 expref: 3424 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.397130:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3424 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397132:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f880e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.397135:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397138:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.397139:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.397141:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397141:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25000/0x5922c046cdac9a1c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139461a expref: 3423 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.397142:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397144:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3423:2005:x1825030869263232:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.397148:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397150:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520605 00010000:00010000:2.0:1740485460.397150:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397150:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.397151:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.397154:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397156:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f880e00/0x5922c046cdb8cd18 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397161:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397163:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520608 00010000:00010000:0.0:1740485460.397163:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485460.397167:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3421:2005:x1825030869263616:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.397170:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.397176:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.397180:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3421 pid: 16030 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.397181:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3421:2003:x1825030869263360:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.397185:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3421:2005:x1825030869263488:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 73us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.397187:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520606 00010000:00010000:3.0:1740485460.397188:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3421 pid: 16030 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.397191:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520607 00010000:00010000:3.0:1740485460.397199:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397200:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397203:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397209:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397219:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.397222:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.397224:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d8700/2, rc 0, transno 4295501855 00010000:00010000:0.0:1740485460.397230:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397231:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708378368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.397232:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3419:2005:x1825030869263616:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.397236:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520608 00010000:00010000:0.0:1740485460.397237:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397243:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.397250:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4076:3764:x1825030708378496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2574us (2622us total) trans 4295501856 rc 0/0 00010000:00010000:0.0:1740485460.397250:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397254:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708380544:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.397255:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431822 00010000:00010000:0.0:1740485460.397255:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcf000 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.397256:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708380672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.397258:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397263:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397264:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397271:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397273:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.397274:0:16043:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397274:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397278:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397280:0:16043:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397284:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dcf000/0x5922c046cdb8cd3b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397285:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397287:0:16043:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397291:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397292:0:16043:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397297:0:16043:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397298:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397302:0:16043:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880134d8d600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.397305:0:16043:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397308:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f12b600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.397310:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397311:0:16043:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397316:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397319:0:16043:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397325:0:16043:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d8d600/0x5922c046cdb8cd1f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397325:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397330:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f12b600/0x5922c046cdb8cd2d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.397378:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4078:3765:x1825030708379648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1763us (1806us total) trans 4295501857 rc 0/0 00000100:00100000:0.0:1740485460.397384:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431828 00000004:00080000:1.0:1740485460.397392:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50ad180/2, rc 0, transno 4295501857 00000100:00100000:0.0:1740485460.397394:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708380672 00000100:00100000:0.0:1740485460.397396:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708380672 00000100:00100000:1.0:1740485460.397398:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708379648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.397416:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431831 00000100:00100000:0.0:1740485460.397420:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4078:3765:x1825030708380672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.397425:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708380800:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.397430:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20360 count 1 00000100:00100000:2.0:1740485460.397436:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4078:3764:x1825030708379392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2127us (2166us total) trans 4295501858 rc 0/0 00010000:00010000:0.0:1740485460.397438:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.397441:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431826 00000100:00100000:1.0:1740485460.397441:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.397445:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3418 pid: 16063 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.397449:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.397449:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.397451:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.397453:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708380800 00000100:00100000:2.0:1740485460.397456:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708380800 00010000:00010000:0.0:1740485460.397460:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3418 pid: 16063 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.397465:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3418 pid: 16063 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.397470:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431832 00000100:00100000:0.0:1740485460.397472:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708380928:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.397474:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4078:3766:x1825030708380800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.397483:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20361 count 1 00000100:00100000:3.0:1740485460.397487:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+4078:3764:x1825030708378880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2302us (2395us total) trans 4295501859 rc 0/0 00000100:00100000:0.0:1740485460.397488:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:3.0:1740485460.397491:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431823 00010000:00010000:2.0:1740485460.397491:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397500:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3418 pid: 16063 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1740485460.397501:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a50af480/2, rc 0, transno 4295501858 00010000:00010000:2.0:1740485460.397511:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.397512:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.397512:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a50af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708379392:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.397515:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485460.397521:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d8a80/2, rc 0, transno 4295501859 00000100:00100000:0.0:1740485460.397524:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708378880:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.397530:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3418 pid: 16063 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1740485460.397531:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800977d9880/2, rc 0, transno 4295501856 00000100:00100000:0.0:1740485460.397534:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800977d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708378496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.397539:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3418 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.397543:0:16700:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397562:0:16700:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.397567:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708381056:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.397570:0:16700:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397576:0:16700:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397598:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263744 00010000:00010000:0.0:1740485460.397599:0:16700:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397602:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263744 00000100:00100000:2.0:1740485460.397605:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156a80 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.397605:0:16700:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a5115e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.397608:0:16700:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397613:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3419 pid: 16692 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.397613:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708381440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.397614:0:16700:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.397624:0:16700:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397625:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdac9a00 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813945fe expref: 3419 pid: 16030 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.397630:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1740485460.397632:0:16700:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8cd42 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.397636:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708380416:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.397638:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520609 00000100:00100000:1.0:1740485460.397641:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.397643:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3418:2004:x1825030869263744:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.397645:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708381312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.397649:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397651:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.397654:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3418 pid: 16692 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397656:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397658:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.397660:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3418 pid: 16692 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397662:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397668:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdac9a31 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394636 expref: 3418 pid: 16692 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.397669:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.397673:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.397674:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397675:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397676:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397678:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397681:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397683:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397685:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.397688:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397692:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.397694:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a645c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.397697:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397703:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3417:2004:x1825030869263744:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 60us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.397703:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.397709:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520609 00010000:00010000:2.0:1740485460.397712:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397718:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a645c00/0x5922c046cdb8cd49 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397722:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397729:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397735:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397741:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.397746:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073c19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+4078:3767:x1825030708379904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2137us (2204us total) trans 4295501860 rc 0/0 00010000:00010000:3.0:1740485460.397747:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485460.397752:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c8edf80/2, rc 0, transno 4295501860 00000100:00100000:0.0:1740485460.397752:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431827 00010000:00010000:3.0:1740485460.397753:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870cc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.397756:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397759:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009c8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708379904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.397762:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397772:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397778:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009870cc00/0x5922c046cdb8cd50 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.397785:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.397802:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.397805:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4079:3766:x1825030708379776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1958us (2015us total) trans 4295501861 rc 0/0 00000100:00100000:2.0:1740485460.397811:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431829 00000004:00080000:1.0:1740485460.397817:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d215f80/2, rc 0, transno 4295501861 00000100:00100000:1.0:1740485460.397821:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708379776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.397823:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708381440 00000100:00100000:2.0:1740485460.397826:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708381440 00000100:00100000:2.0:1740485460.397838:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708381312 00000100:00100000:2.0:1740485460.397839:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708381312 00000100:00100000:1.0:1740485460.397840:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1740485460.397845:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.397847:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708381184 00000100:00100000:2.0:1740485460.397849:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708381184 00000100:00100000:2.0:1740485460.397857:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708381568 00000100:00100000:2.0:1740485460.397859:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708381568 00000100:00100000:1.0:1740485460.397863:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.397864:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4083:3764:x1825030708380288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1931us (1971us total) trans 4295501862 rc 0/0 00000100:00100000:2.0:1740485460.397867:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708381696 00000100:00100000:3.0:1740485460.397868:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431830 00000100:00100000:2.0:1740485460.397869:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708381696 00000100:00100000:2.0:1740485460.397877:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431833 00000100:00100000:1.0:1740485460.397880:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431834 00000100:00100000:2.0:1740485460.397881:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4083:3765:x1825030708381440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.397884:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431835 00000100:00100000:1.0:1740485460.397884:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4083:3765:x1825030708381312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.397886:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4083:3766:x1825030708381184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.397890:0:16672:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20364 count 1 00002000:00080000:1.0:1740485460.397892:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20363 count 1 00002000:00080000:3.0:1740485460.397894:0:16643:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20362 count 1 00010000:00010000:2.0:1740485460.397898:0:16672:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.397899:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397901:0:16643:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397908:0:16643:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3416 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.397908:0:16672:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3416 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.397908:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.397911:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397912:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397914:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397914:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.397914:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.397915:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.397915:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.397917:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.397918:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397923:0:16643:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3416 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.397928:0:16643:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3416 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.397931:0:16672:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3416 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.397933:0:16643:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708381824:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.397934:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.397940:0:16672:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3416 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.397942:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.397948:0:16643:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4600 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.397948:0:16672:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708381952:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.397949:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708382080:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.397957:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431836 00000100:00100000:3.0:1740485460.397960:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4083:3766:x1825030708381568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.397965:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00002000:00080000:3.0:1740485460.397966:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20365 count 1 00000100:00100000:2.0:1740485460.397966:0:16672:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156780 going to sleep for 11 seconds 00010000:00010000:3.0:1740485460.397972:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397977:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3416 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485460.397978:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431837 00010000:00010000:3.0:1740485460.397981:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.397982:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485460.397982:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4083:3766:x1825030708381696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.397983:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.397991:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3416 pid: 16672 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1740485460.397992:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20366 count 1 00010000:00010000:3.0:1740485460.397996:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3416 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.398000:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.398001:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708382208:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.398010:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3416 pid: 16620 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.398011:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4c00 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.398016:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398017:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398019:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398034:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3416 pid: 16620 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.398042:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3416 pid: 16620 timeout: 841 lvb_type: 1 00000004:00080000:0.0:1740485460.398044:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013626df80/2, rc 0, transno 4295501862 00000100:00100000:2.0:1740485460.398051:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708382336:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.398052:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708380288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.398071:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156d80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.398101:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1740485460.398106:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708382464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.398130:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.398165:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708382464 00000100:00100000:2.0:1740485460.398168:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708382464 00000100:00100000:2.0:1740485460.398181:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431838 00000100:00100000:2.0:1740485460.398185:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4083:3765:x1825030708382464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.398194:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20367 count 1 00010000:00010000:2.0:1740485460.398201:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398210:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3416 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.398215:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398217:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398219:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398231:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3416 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.398238:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3416 pid: 16632 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.398245:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708382592:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.398270:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.398341:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708380928:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.398347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.398353:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.398355:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708381056:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.398356:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869263872 00000100:00100000:3.0:1740485460.398359:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869263872 00010000:00010000:2.0:1740485460.398366:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.398370:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3417 pid: 16063 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.398391:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520610 00000100:00100000:3.0:1740485460.398395:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3417:2005:x1825030869263872:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.398409:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.398414:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3417 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.398423:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3417 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.398434:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1000/0x5922c046cdac9a3f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394644 expref: 3417 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.398440:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.398441:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.398443:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.398447:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.398458:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.398465:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398470:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398474:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398479:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.398484:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2005:x1825030869263872:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 87us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.398487:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.398490:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520610 00010000:00010000:1.0:1740485460.398492:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880099e46000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.398495:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398502:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398511:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398517:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099e46000/0x5922c046cdb8cd57 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.398574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.398597:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264000 00000100:00100000:3.0:1740485460.398601:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264000 00010000:00010000:3.0:1740485460.398612:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3416 pid: 16063 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.398633:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520611 00000100:00100000:3.0:1740485460.398638:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2005:x1825030869264000:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.398641:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800721dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4084:3765:x1825030708380672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1219us (1367us total) trans 4295501863 rc 0/0 00010000:00010000:3.0:1740485460.398644:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.398647:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431831 00010000:00010000:3.0:1740485460.398649:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3416 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.398656:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3416 pid: 16063 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.398664:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdac9a4d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394652 expref: 3416 pid: 16063 timeout: 841 lvb_type: 1 00000004:00080000:1.0:1740485460.398666:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009aeb5c00/2, rc 0, transno 4295501863 00010000:00010000:3.0:1740485460.398671:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.398672:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.398672:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aeb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708380672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.398673:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.398678:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.398686:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.398695:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.398697:0:3764:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1740485460.398699:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264000:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.398703:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520611 00000100:00100000:0.0:1740485460.398705:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708382720:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.398707:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398713:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398719:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398724:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398730:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a645a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.398732:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.398732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.398738:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398747:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.398747:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708382720 00000100:00100000:1.0:1740485460.398749:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708382720 00010000:00010000:2.0:1740485460.398752:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a645a00/0x5922c046cdb8cd5e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.398763:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431839 00000100:00100000:1.0:1740485460.398766:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4084:3764:x1825030708382720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.398778:0:16632:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20368 count 1 00010000:00010000:1.0:1740485460.398786:0:16632:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398795:0:16632:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3414 pid: 16661 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.398802:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.398803:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.398806:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.398820:0:16632:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3414 pid: 16661 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.398828:0:16632:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3414 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.398837:0:16632:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708382848:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.398838:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4085:3766:x1825030708380800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1363us (1395us total) trans 4295501864 rc 0/0 00000100:00100000:2.0:1740485460.398844:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431832 00000100:00100000:1.0:1740485460.398865:0:16632:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00000004:00080000:1.0:1740485460.398880:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008bad2a00/2, rc 0, transno 4295501864 00000100:00100000:1.0:1740485460.398885:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bad2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708380800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.398912:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708382976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.398929:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.398941:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708382976 00000100:00100000:2.0:1740485460.398944:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708382976 00000100:00100000:2.0:1740485460.398957:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431840 00000100:00100000:2.0:1740485460.398960:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4085:3766:x1825030708382976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1740485460.398969:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20369 count 1 00010000:00010000:2.0:1740485460.398976:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.398985:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3414 pid: 16661 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.398990:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398992:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.398994:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399006:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3414 pid: 16661 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.399012:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3414 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.399020:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708383104:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.399037:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.399829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.399850:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708382080:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.399851:0:16643:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0000_UUID:16643:1825030708381824:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.399851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.399860:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264128 00000100:00100000:0.0:1740485460.399861:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264256 00000100:00100000:0.0:1740485460.399863:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264256 00010000:00010000:3.0:1740485460.399864:0:16643:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.399865:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264128 00010000:00010000:1.0:1740485460.399866:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.399873:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.399878:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3416 pid: 16701 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.399888:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520612 00000100:00100000:0.0:1740485460.399893:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2003:x1825030869264256:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.399897:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520613 00010000:00010000:0.0:1740485460.399900:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485460.399902:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2003:x1825030869264128:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.399903:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.399909:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.399916:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.399916:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d06f000/0x5922c046cdac9a69 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139466e expref: 3416 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.399921:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3416 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.399922:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.399923:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.399925:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399929:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3415 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.399929:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.399939:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.399940:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013314b800/0x5922c046cdac9a5b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394660 expref: 3415 pid: 16701 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.399947:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399951:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.399952:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1965450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3414:2003:x1825030869264256:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 58us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.399953:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.399954:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399956:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.399956:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520612 00010000:00010000:1.0:1740485460.399961:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399963:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.399967:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.399974:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.399977:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.399980:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dce800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.399982:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.399983:0:16643:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.399988:0:16643:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.399989:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.399992:0:16643:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.399994:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3413:2003:x1825030869264128:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (166us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.399996:0:16643:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.399997:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.399999:0:16643:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400000:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520613 00010000:00010000:3.0:1740485460.400003:0:16643:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870dc00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.400003:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dce800/0x5922c046cdb8cd6c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400004:0:16643:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400008:0:16643:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400014:0:16643:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400018:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009870dc00/0x5922c046cdb8cd73 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400044:0:16672:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:16672:1825030708381952:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.400054:0:16672:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.400063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.400082:0:15465:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264384 00000100:00100000:2.0:1740485460.400085:0:15465:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264384 00000100:00100000:3.0:1740485460.400087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.400095:0:15465:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3413 pid: 16672 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.400097:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264512 00000100:00100000:0.0:1740485460.400100:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264512 00000100:00100000:2.0:1740485460.400109:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520614 00000100:00100000:1.0:1740485460.400110:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4087:3765:x1825030708381312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2224us (2451us total) trans 4295501865 rc 0/0 00010000:00010000:0.0:1740485460.400111:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3414 pid: 16672 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.400115:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3414:2005:x1825030869264384:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.400116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.400116:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431834 00010000:00010000:2.0:1740485460.400121:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.400124:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3414 pid: 16672 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.400130:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264640 00010000:00010000:2.0:1740485460.400133:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3414 pid: 16672 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.400133:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520615 00000100:00100000:0.0:1740485460.400133:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264640 00000100:00100000:1.0:1740485460.400138:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264512:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.400139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.400141:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3415 pid: 16620 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400144:0:15465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdac9a70 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139467c expref: 3415 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.400144:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.400147:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3415 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400152:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.400153:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485460.400154:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264768 00010000:00010000:1.0:1740485460.400155:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3414 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400156:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.400156:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264768 00000100:00100000:3.0:1740485460.400157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.400162:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400164:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.400164:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3415 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.400165:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.400168:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400174:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400176:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.400177:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869264896 00000100:00100000:0.0:1740485460.400179:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869264896 00000100:00100000:3.0:1740485460.400183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.400183:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.400186:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3416 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.400195:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2005:x1825030869264384:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.400195:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3416:2005:x1825030869264512:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485460.400200:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520614 00000100:00100000:0.0:1740485460.400201:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265024 00000100:00100000:1.0:1740485460.400203:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520615 00000100:00100000:0.0:1740485460.400203:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265024 00000100:00100000:3.0:1740485460.400208:0:16639:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520616 00010000:00010000:0.0:1740485460.400210:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3415 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.400213:0:16639:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264640:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.400213:0:15465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520617 00000100:00100000:2.0:1740485460.400216:0:15465:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264768:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485460.400216:0:16723:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520618 00010000:00010000:3.0:1740485460.400220:0:16639:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485460.400220:0:16723:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2003:x1825030869264896:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.400222:0:15465:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.400224:0:16723:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.400225:0:16639:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3415 pid: 16620 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400226:0:15465:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3415 pid: 16632 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.400226:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520619 00010000:00010000:1.0:1740485460.400228:0:16723:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3415 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.400231:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2004:x1825030869265024:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.400233:0:16639:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3415 pid: 16620 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400234:0:15465:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3415 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.400236:0:16723:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3415 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.400237:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.400241:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3415 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400243:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.400243:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.400244:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.400245:0:16639:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.400245:0:15465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.400245:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.400247:0:16639:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400247:0:15465:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400247:0:16723:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400251:0:16639:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400254:0:15465:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400254:0:16723:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.400254:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3415 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.400262:0:16639:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.400263:0:15465:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.400263:0:16723:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.400265:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.400266:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.400269:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.400274:0:16639:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264640:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (159us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485460.400275:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400277:0:16723:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2003:x1825030869264896:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 56us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.400278:0:16639:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520616 00000100:00100000:2.0:1740485460.400283:0:15465:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:83b16817-19e2-4964-825b-f66b9c1b4175+3415:2005:x1825030869264768:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 65us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.400283:0:16723:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520618 00000100:00100000:2.0:1740485460.400287:0:15465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520617 00010000:00010000:0.0:1740485460.400287:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485460.400304:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3412:2004:x1825030869265024:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 72us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.400309:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe0000/0x5922c046cdac9a7e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139468a expref: 3412 pid: 16672 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.400310:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072fc9c00/0x5922c046cdac9b1f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946d7 expref: 3412 pid: 16661 timeout: 841 lvb_type: 1 00000004:00080000:1.0:1740485460.400310:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5162300/2, rc 0, transno 4295501865 00000100:00100000:0.0:1740485460.400310:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520619 00000100:00100000:1.0:1740485460.400317:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708381312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.400318:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708382208:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.400321:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708383104:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.400328:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400334:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400335:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400341:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400342:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400343:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1740485460.400347:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400348:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400349:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff8800913ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708383232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.400354:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400355:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400360:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400361:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400367:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.400368:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400369:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072cd5200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.400371:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400373:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008a644600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.400375:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400376:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400380:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708383232 00010000:00010000:3.0:1740485460.400381:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400383:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400383:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708383232 00010000:00010000:3.0:1740485460.400384:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072cd5200/0x5922c046cdb8cd7a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400392:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400396:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431841 00010000:00010000:2.0:1740485460.400399:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a644600/0x5922c046cdb8cd96 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400399:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4087:3766:x1825030708383232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.400410:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20370 count 1 00010000:00010000:1.0:1740485460.400419:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400428:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3409 pid: 16661 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.400434:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.400435:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.400438:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400452:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3409 pid: 16661 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.400459:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4089:3766:x1825030708381568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2498us (2656us total) trans 4295501867 rc 0/0 00010000:00010000:1.0:1740485460.400461:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3409 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.400463:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431836 00000100:00100000:1.0:1740485460.400469:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708383360:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.400486:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.400495:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4088:3766:x1825030708382976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1534us (1565us total) trans 4295501868 rc 0/0 00000100:00100000:2.0:1740485460.400501:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431840 00010000:00010000:1.0:1740485460.400503:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abe1400/0x5922c046cdac9b11 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946c9 expref: 3409 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.400507:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0000-mdtlov_UUID+4088:3766:x1825030708381184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2620us (2821us total) trans 4295501866 rc 0/0 00000100:00100000:3.0:1740485460.400511:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431835 00000100:00100000:1.0:1740485460.400512:0:16632:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_045:lustre-OST0000_UUID:16632:1825030708382848:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.400523:0:16632:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400524:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072fc9600/0x5922c046cdac9a9a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394698 expref: 3408 pid: 16620 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.400530:0:16632:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400532:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708382336:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.400537:0:16632:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400542:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400543:0:16632:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400567:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400569:0:16632:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400573:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400575:0:16632:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400598:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400602:0:16632:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcec00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.400605:0:16632:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400610:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400611:0:16632:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400616:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.400620:0:16632:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400621:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fbe6a00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.400623:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400624:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b7ea00/0x5922c046cdac9aee lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946a6 expref: 3407 pid: 16632 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.400626:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dcec00/0x5922c046cdb8cd8f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400629:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.400633:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708382592:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.400637:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400643:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fbe6a00/0x5922c046cdb8cd81 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400646:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400657:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400663:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400670:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400677:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400683:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400689:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992a8800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.400692:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400698:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400707:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400714:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992a8800/0x5922c046cdb8cd88 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400724:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:lustre-MDT0000-mdtlov_UUID+4088:3764:x1825030708382720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1956us (1991us total) trans 4295501869 rc 0/0 00000100:00100000:2.0:1740485460.400725:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4088:3766:x1825030708381696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2742us (2861us total) trans 4295501870 rc 0/0 00000100:00100000:1.0:1740485460.400731:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431839 00000100:00100000:2.0:1740485460.400733:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431837 00000004:00080000:0.0:1740485460.400741:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134fb8e00/2, rc 0, transno 4295501869 00000004:00080000:1.0:1740485460.400753:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134fb8000/2, rc 0, transno 4295501868 00000100:00100000:0.0:1740485460.400755:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708382720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.400757:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708382976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.400786:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708383488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.400787:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708383616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.400789:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800913ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4087:3765:x1825030708382464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2603us (2659us total) trans 4295501871 rc 0/0 00000100:00100000:3.0:1740485460.400794:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431838 00000100:00100000:1.0:1740485460.400803:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.400807:0:16672:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400811:0:16672:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400815:0:16672:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400818:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708383616 00010000:00010000:3.0:1740485460.400819:0:16672:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400821:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708383616 00000004:00080000:1.0:1740485460.400821:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ed180/2, rc 0, transno 4295501871 00010000:00010000:3.0:1740485460.400822:0:16672:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.400825:0:16672:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f12b200 already unused, calling callback (ffffffffa0872710) 00000100:00100000:1.0:1740485460.400826:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708382464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.400827:0:16672:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.400828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485460.400830:0:16672:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400834:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708383488 00010000:00010000:3.0:1740485460.400836:0:16672:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400836:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708383488 00010000:00010000:3.0:1740485460.400840:0:16672:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f12b200/0x5922c046cdb8cd65 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.400847:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431842 00000100:00100000:2.0:1740485460.400851:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4088:3765:x1825030708383616:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.400856:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ef800/2, rc 0, transno 4295501870 00000100:00100000:1.0:1740485460.400860:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.400860:0:3767:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1740485460.400861:0:9997:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20372 count 1 00000100:00100000:0.0:1740485460.400867:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708383744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.400870:0:9997:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.400881:0:9997:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3406 pid: 16625 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485460.400886:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.400887:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.400889:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1740485460.400890:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b82d880/2, rc 0, transno 4295501867 00010000:00010000:2.0:1740485460.400892:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.400895:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008b82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.400904:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+4089:3765:x1825030708381440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3022us (3273us total) trans 4295501872 rc 0/0 00000100:00100000:2.0:1740485460.400904:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708383744 00000100:00100000:3.0:1740485460.400907:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431833 00000100:00100000:2.0:1740485460.400907:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708383744 00000100:00100000:0.0:1740485460.400910:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708383872:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1740485460.400916:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5160e00/2, rc 0, transno 4295501866 00000100:00100000:2.0:1740485460.400920:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431843 00000100:00100000:1.0:1740485460.400920:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708381184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.400923:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f441450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4089:3764:x1825030708383488:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.400925:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a5161f80/2, rc 0, transno 4295501872 00000100:00100000:0.0:1740485460.400926:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485460.400929:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800a5161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708381440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.400932:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:2.0:1740485460.400932:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20371 count 1 00000100:00100000:3.0:1740485460.400938:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708384128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.400939:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.400948:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708383872 00010000:00010000:2.0:1740485460.400949:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485460.400950:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708384256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.400952:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708383872 00000100:00100000:3.0:1740485460.400954:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.400955:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.400956:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.400958:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.400965:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708384128 00000100:00100000:0.0:1740485460.400967:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708384128 00000100:00100000:3.0:1740485460.400968:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708384000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1740485460.400973:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.400976:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485460.400977:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431844 00000100:00100000:0.0:1740485460.400980:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4091:3767:x1825030708383744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.400985:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1740485460.400985:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00002000:00080000:0.0:1740485460.400991:0:16668:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20373 count 1 00000100:00100000:2.0:1740485460.400993:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708384384:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.400994:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708384256 00000100:00100000:1.0:1740485460.400997:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708384256 00010000:00010000:0.0:1740485460.401001:0:16668:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.401005:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708384000 00000100:00100000:3.0:1740485460.401008:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708384000 00010000:00010000:0.0:1740485460.401011:0:16668:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485460.401013:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156d80 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.401017:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431845 00010000:00010000:0.0:1740485460.401017:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401019:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401021:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.401022:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4093:3767:x1825030708383872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.401023:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431846 00000100:00100000:3.0:1740485460.401026:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4093:3765:x1825030708384128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.401027:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431847 00000100:00100000:2.0:1740485460.401030:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4093:3766:x1825030708384256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.401032:0:16642:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20374 count 1 00002000:00080000:3.0:1740485460.401035:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20376 count 1 00002000:00080000:2.0:1740485460.401038:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20377 count 1 00010000:00010000:0.0:1740485460.401038:0:16668:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.401041:0:16642:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.401042:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.401044:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.401046:0:16668:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.401049:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3406 pid: 16688 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.401051:0:16642:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3406 pid: 16678 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.401052:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3406 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.401053:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.401054:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.401055:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.401055:0:16668:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708384512:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.401057:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.401057:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.401058:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.401058:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.401061:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401061:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.401065:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3406 pid: 16688 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.401071:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3406 pid: 16688 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.401073:0:16668:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1740485460.401074:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3406 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.401074:0:16642:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3406 pid: 16678 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485460.401077:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708384640:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.401082:0:16642:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3406 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.401086:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3406 pid: 16028 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.401087:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431848 00000100:00100000:1.0:1740485460.401091:0:16642:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708384896:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.401091:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4093:3765:x1825030708384000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.401092:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1740485460.401093:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708384768:192.168.204.38@tcp:104: 00002000:00080000:0.0:1740485460.401102:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20375 count 1 00000100:00100000:2.0:1740485460.401107:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156780 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.401107:0:16642:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.401111:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.401122:0:9997:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3406 pid: 16625 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485460.401130:0:9997:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.401137:0:9997:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708385024:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.401149:0:9997:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f2240 going to sleep for 11 seconds 00010000:00010000:0.0:1740485460.401211:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3406 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.401219:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401220:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401222:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.401234:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3406 pid: 16028 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.401240:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3406 pid: 16028 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.401244:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708383360:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.401248:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708385152:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.401256:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.401257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.401267:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.401277:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265152 00000100:00100000:0.0:1740485460.401279:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265152 00010000:00010000:0.0:1740485460.401290:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3407 pid: 16661 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.401306:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520620 00000100:00100000:0.0:1740485460.401310:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3407:2005:x1825030869265152:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.401317:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.401321:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3407 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.401329:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3407 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.401340:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072fc8400/0x5922c046cdac9b26 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946e5 expref: 3407 pid: 16661 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.401351:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401353:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.401355:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.401362:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.401376:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.401383:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401390:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401397:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401403:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.401404:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3406:2005:x1825030869265152:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 92us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.401408:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.401411:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520620 00010000:00010000:1.0:1740485460.401413:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcf200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.401415:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401421:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401429:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401435:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dcf200/0x5922c046cdb8cd9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.401517:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4094:3766:x1825030708383232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1116us (1148us total) trans 4295501873 rc 0/0 00000100:00100000:1.0:1740485460.401523:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431841 00000004:00080000:2.0:1740485460.401546:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800913ec700/2, rc 0, transno 4295501873 00000100:00100000:2.0:1740485460.401564:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff8800913ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708383232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.401606:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485460.401612:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708385280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.401629:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.401643:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708385280 00000100:00100000:1.0:1740485460.401646:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708385280 00000100:00100000:1.0:1740485460.401658:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431849 00000100:00100000:1.0:1740485460.401661:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4094:3766:x1825030708385280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1740485460.401670:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20378 count 1 00010000:00010000:1.0:1740485460.401678:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401686:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3405 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.401692:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.401693:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.401695:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.401707:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3405 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.401714:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3405 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.401721:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708385408:192.168.204.38@tcp:104: 00000100:00100000:1.0:1740485460.401738:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.402603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.402612:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265280 00000100:00100000:0.0:1740485460.402614:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265280 00000100:00100000:2.0:1740485460.402622:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708384384:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.402624:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.402636:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.402640:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520621 00000100:00100000:0.0:1740485460.402642:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3406:2005:x1825030869265280:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.402647:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.402650:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.402655:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.402662:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320f0800/0x5922c046cdac9b34 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813946f3 expref: 3406 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.402669:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.402670:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.402672:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.402676:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.402685:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.402691:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402696:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.402697:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3405:2005:x1825030869265280:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 54us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.402700:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.402701:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520621 00010000:00010000:2.0:1740485460.402704:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402707:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402711:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992a9c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.402712:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402716:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402723:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.402727:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992a9c00/0x5922c046cdb8cdab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.402759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.402763:0:16668:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:16668:1825030708384512:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.402772:0:16668:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.402782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.402790:0:16849:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265408 00000100:00100000:3.0:1740485460.402793:0:16849:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265408 00000100:00100000:1.0:1740485460.402799:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265536 00010000:00010000:3.0:1740485460.402803:0:16849:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3405 pid: 16618 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.402803:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265536 00000100:00100000:3.0:1740485460.402816:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520622 00010000:00010000:1.0:1740485460.402816:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3406 pid: 16688 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.402820:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3406:2005:x1825030869265408:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.402823:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f441450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4095:3764:x1825030708383488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1898us (1995us total) trans 4295501874 rc 0/0 00010000:00010000:3.0:1740485460.402828:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1740485460.402829:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb0b100/2, rc 0, transno 4295501874 00000100:00100000:2.0:1740485460.402830:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431843 00010000:00010000:3.0:1740485460.402832:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.402835:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708383488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1740485460.402840:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.402846:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520623 00000100:00100000:1.0:1740485460.402851:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3406:2005:x1825030869265536:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485460.402857:0:16849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b63fa00/0x5922c046cdac9b65 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139471d expref: 3406 pid: 16618 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.402858:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.402862:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3406 pid: 16688 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.402868:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.402869:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3405 pid: 16688 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.402870:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.402872:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402879:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.402879:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.402881:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.402883:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.402890:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402894:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.402900:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.402904:0:16668:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.402912:0:16668:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.402913:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3405:2005:x1825030869265408:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 91us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.402916:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3405:2005:x1825030869265536:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.402917:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520622 00010000:00010000:0.0:1740485460.402919:0:16668:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.402921:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520623 00010000:00010000:0.0:1740485460.402925:0:16668:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.402931:0:16668:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.402937:0:16668:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff9400 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.402940:0:16668:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402941:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bb92600/0x5922c046cdac9bff lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394786 expref: 3403 pid: 16688 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.402946:0:16642:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_052:lustre-OST0000_UUID:16642:1825030708384896:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.402946:0:16668:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.402952:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708384640:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.402955:0:16668:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.402958:0:16642:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.402959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485460.402961:0:16668:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8cdb2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402962:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402969:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402975:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.402976:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265664 00000100:00100000:1.0:1740485460.402978:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265664 00010000:00010000:3.0:1740485460.402983:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.402988:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3403 pid: 16678 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.402990:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.402997:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.403004:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f71000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.403007:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.403010:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520624 00010000:00010000:3.0:1740485460.403013:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.403015:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3403:2003:x1825030869265664:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485460.403016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.403020:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403022:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.403023:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4f71000/0x5922c046cdb8cdc0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403026:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3403 pid: 16678 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.403032:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265792 00010000:00010000:1.0:1740485460.403034:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3403 pid: 16678 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.403035:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265792 00010000:00010000:0.0:1740485460.403044:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3404 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.403046:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009796d200/0x5922c046cdac9bc7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139476a expref: 3404 pid: 16678 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.403052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485460.403054:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.403056:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.403058:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403064:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403067:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869265920 00000100:00100000:0.0:1740485460.403069:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869265920 00000100:00100000:3.0:1740485460.403070:0:16849:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520625 00000100:00100000:3.0:1740485460.403073:0:16849:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3404:2004:x1825030869265792:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.403077:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.403078:0:16849:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.403079:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3404 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.403082:0:16849:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3404 pid: 16028 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.403086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485460.403087:0:16849:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3404 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.403094:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.403095:0:16849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.403095:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3404:2003:x1825030869265664:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.403097:0:16849:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403098:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266048 00000100:00100000:0.0:1740485460.403100:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266048 00000100:00100000:1.0:1740485460.403101:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520624 00010000:00010000:3.0:1740485460.403102:0:16849:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.403109:0:8372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520626 00010000:00010000:0.0:1740485460.403109:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3404 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.403112:0:16849:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.403114:0:8372:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3404:2005:x1825030869265920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.403118:0:16642:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403121:0:8372:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.403124:0:16642:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403125:0:8372:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3404 pid: 16625 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.403125:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520627 00000100:00100000:3.0:1740485460.403128:0:16849:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:83b16817-19e2-4964-825b-f66b9c1b4175+3404:2004:x1825030869265792:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.403130:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3404:2005:x1825030869266048:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.403131:0:16642:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403133:0:8372:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3404 pid: 16625 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.403134:0:16849:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520625 00010000:00010000:0.0:1740485460.403136:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485460.403138:0:16642:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403140:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3404 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.403143:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.403144:0:8372:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.403144:0:16642:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403147:0:8372:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403148:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3403 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.403150:0:16642:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcea00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.403153:0:16642:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403154:0:8372:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403159:0:16642:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403159:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.403160:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.403164:0:8372:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485460.403164:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403166:0:16642:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403170:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.403176:0:8372:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:83b16817-19e2-4964-825b-f66b9c1b4175+3403:2005:x1825030869265920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 62us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.403177:0:16642:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dcea00/0x5922c046cdb8cdb9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403181:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485460.403182:0:8372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520626 00000100:00100000:0.0:1740485460.403198:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3402:2005:x1825030869266048:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 67us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.403204:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520627 00010000:00010000:2.0:1740485460.403205:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e37ac00/0x5922c046cdac9c1b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394794 expref: 3402 pid: 16028 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.403215:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708384768:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.403221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485460.403225:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403235:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266176 00000100:00100000:0.0:1740485460.403237:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266176 00010000:00010000:2.0:1740485460.403238:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403244:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.403249:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708385408:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.403251:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403257:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403259:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403264:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403269:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992a9200 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.403271:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403278:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403287:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.403292:0:3764:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708385536:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.403294:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992a9200/0x5922c046cdb8cdc7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403303:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3401 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:1.0:1740485460.403310:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.403319:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520628 00000100:00100000:3.0:1740485460.403321:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708385536 00000100:00100000:0.0:1740485460.403323:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3401:2005:x1825030869266176:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1740485460.403324:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708385536 00010000:00010000:0.0:1740485460.403328:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.403331:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3401 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.403336:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431850 00010000:00010000:0.0:1740485460.403338:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3401 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.403339:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4099:3764:x1825030708385536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1740485460.403348:0:16701:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20379 count 1 00010000:00010000:0.0:1740485460.403348:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f16a600/0x5922c046cdac9c6f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947a2 expref: 3401 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.403355:0:16701:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403358:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801320f1600/0x5922c046cdac9b49 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139470f expref: 3401 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.403361:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.403362:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.403363:0:16701:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3400 pid: 16625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.403365:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.403368:0:9997:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9997:1825030708385024:192.168.204.38@tcp:104: 00010000:00010000:3.0:1740485460.403370:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.403371:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.403371:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.403373:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403376:0:9997:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403381:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.403382:0:9997:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.403383:0:16701:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3399 pid: 16625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.403388:0:16701:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3399 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.403388:0:9997:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403390:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.403394:0:16701:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708385664:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.403394:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3399:2005:x1825030869266176:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 70us (173us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.403395:0:9997:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403397:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403398:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520628 00010000:00010000:1.0:1740485460.403403:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403406:0:9997:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.403409:0:16701:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4c00 going to sleep for 11 seconds 00010000:00010000:1.0:1740485460.403409:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403413:0:9997:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403415:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403418:0:9997:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800977c6000 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.403421:0:9997:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403421:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcfa00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.403421:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133462600/0x5922c046cdac9bf8 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81394778 expref: 3398 pid: 16028 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.403424:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403426:0:9997:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403430:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403430:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708385152:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.403435:0:9997:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403438:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403438:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403441:0:9997:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800977c6000/0x5922c046cdb8cda4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403442:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403444:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135dcfa00/0x5922c046cdb8cdd5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403446:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403450:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403454:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403458:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403461:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff9600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.403463:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403467:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403472:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403475:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8cdce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.403528:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4102:3766:x1825030708385280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1864us (1897us total) trans 4295501879 rc 0/0 00000100:00100000:1.0:1740485460.403534:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431849 00000100:00100000:3.0:1740485460.403543:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+4101:3765:x1825030708383616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2690us (2738us total) trans 4295501880 rc 0/0 00000100:00100000:0.0:1740485460.403563:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4101:3765:x1825030708384000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2457us (2563us total) trans 4295501881 rc 0/0 00000100:00100000:3.0:1740485460.403565:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431842 00000100:00100000:0.0:1740485460.403568:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431848 00000004:00080000:2.0:1740485460.403595:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133131500/2, rc 0, transno 4295501879 00000100:00100000:2.0:1740485460.403602:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708385280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.403627:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+4099:3767:x1825030708383744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2645us (2740us total) trans 4295501875 rc 0/0 00000100:00100000:0.0:1740485460.403633:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431844 00000004:00080000:0.0:1740485460.403658:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009866c380/2, rc 0, transno 4295501875 00000004:00080000:3.0:1740485460.403659:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133130380/2, rc 0, transno 4295501881 00000100:00100000:3.0:1740485460.403663:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708384000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.403663:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009866c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708383744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.403669:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb08a80/2, rc 0, transno 4295501880 00000100:00100000:3.0:1740485460.403671:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009fb08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708383616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.403676:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708385792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.403692:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485460.403693:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.403697:0:3767:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708386048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.403704:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1740485460.403708:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708386176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.403713:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.403725:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485460.403730:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708385792 00000100:00100000:1.0:1740485460.403734:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708385792 00000100:00100000:2.0:1740485460.403743:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.403750:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708385920 00000100:00100000:0.0:1740485460.403754:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708385920 00000100:00100000:0.0:1740485460.403766:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708386048 00000100:00100000:0.0:1740485460.403769:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708386048 00000100:00100000:0.0:1740485460.403776:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708386176 00000100:00100000:0.0:1740485460.403778:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708386176 00000100:00100000:3.0:1740485460.403781:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4102:3765:x1825030708384128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2752us (2825us total) trans 4295501876 rc 0/0 00000100:00100000:3.0:1740485460.403787:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431846 00000100:00100000:0.0:1740485460.403791:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431851 00000100:00100000:2.0:1740485460.403793:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4102:3766:x1825030708384256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2761us (2818us total) trans 4295501878 rc 0/0 00000100:00100000:1.0:1740485460.403793:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:lustre-MDT0000-mdtlov_UUID+4102:3767:x1825030708383872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2770us (2866us total) trans 4295501877 rc 0/0 00000100:00100000:0.0:1740485460.403795:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4101:3766:x1825030708385920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.403799:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431847 00000100:00100000:1.0:1740485460.403802:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431845 00000100:00100000:3.0:1740485460.403806:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431852 00002000:00080000:0.0:1740485460.403806:0:16641:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20381 count 1 00000100:00100000:3.0:1740485460.403810:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4099:3767:x1825030708386048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.403812:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431853 00000100:00100000:2.0:1740485460.403815:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4099:3765:x1825030708386176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.403816:0:16641:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1740485460.403822:0:16677:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20382 count 1 00010000:00010000:0.0:1740485460.403826:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3397 pid: 16698 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1740485460.403827:0:16612:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20383 count 1 00000100:00100000:1.0:1740485460.403830:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431854 00010000:00010000:3.0:1740485460.403832:0:16677:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403832:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.403833:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.403834:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4099:3765:x1825030708385792:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1740485460.403836:0:16612:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.403836:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.403842:0:16677:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3397 pid: 16089 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1740485460.403842:0:16676:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20380 count 1 00010000:00010000:2.0:1740485460.403846:0:16612:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3397 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.403848:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.403849:0:16676:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.403850:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.403851:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3397 pid: 16698 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.403852:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.403852:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.403853:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.403856:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.403858:0:16676:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3397 pid: 16625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.403860:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3397 pid: 16698 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.403865:0:16677:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3397 pid: 16089 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485460.403868:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.403869:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.403870:0:16612:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3397 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485460.403871:0:16677:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3397 pid: 16089 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.403872:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.403875:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708386304:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485460.403877:0:16677:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708386432:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.403879:0:16612:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3397 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.403884:0:16676:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3397 pid: 16625 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485460.403889:0:16612:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708386560:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485460.403891:0:16676:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3397 pid: 16625 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.403898:0:16677:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485460.403898:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd540 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.403899:0:16676:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708386688:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.403907:0:16612:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.403911:0:16676:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009fbf6780 going to sleep for 11 seconds 00000004:00080000:0.0:1740485460.403917:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133130000/2, rc 0, transno 4295501877 00000100:00100000:0.0:1740485460.403923:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708383872:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.403926:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133130700/2, rc 0, transno 4295501876 00000100:00100000:2.0:1740485460.403930:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708384128:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1740485460.403943:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133130a80/2, rc 0, transno 4295501878 00000100:00100000:2.0:1740485460.403947:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708384256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.403955:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708386816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1740485460.403971:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485460.403984:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708386816 00000100:00100000:0.0:1740485460.403987:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708386816 00000100:00100000:0.0:1740485460.404001:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431855 00000100:00100000:0.0:1740485460.404005:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4100:3765:x1825030708386816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1740485460.404014:0:9553:0:(ofd_dev.c:1749:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000404:20384 count 1 00010000:00010000:0.0:1740485460.404023:0:9553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.404034:0:9553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3397 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.404040:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.404042:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.404044:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.404191:0:16701:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_107:lustre-OST0000_UUID:16701:1825030708385664:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.404191:0:9553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3397 pid: 16636 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485460.404200:0:9553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3397 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.404202:0:16701:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.404215:0:9553:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708386944:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.404238:0:9553:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131eddf00 going to sleep for 11 seconds 00000100:00100000:1.0:1740485460.404241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.404265:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266304 00000100:00100000:0.0:1740485460.404268:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266304 00010000:00010000:0.0:1740485460.404279:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3398 pid: 16625 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.404303:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520629 00000100:00100000:0.0:1740485460.404307:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3398:2005:x1825030869266304:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.404314:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.404317:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3398 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.404326:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3398 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.404337:0:16685:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b89a400/0x5922c046cdac9c61 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947b0 expref: 3398 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.404347:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.404348:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.404351:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.404357:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.404372:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.404376:0:16701:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404381:0:16701:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404388:0:16701:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.404391:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3397:2005:x1825030869266304:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 83us (150us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.404394:0:16701:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.404397:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520629 00010000:00010000:3.0:1740485460.404400:0:16701:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404406:0:16701:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fbe5800 already unused, calling callback (ffffffffa0872710) 00010000:00010000:3.0:1740485460.404409:0:16701:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404415:0:16701:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404425:0:16701:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.404436:0:16701:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbe5800/0x5922c046cdb8cddc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.404525:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:lustre-MDT0000-mdtlov_UUID+4101:3764:x1825030708385536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1185us (1214us total) trans 4295501882 rc 0/0 00000100:00100000:3.0:1740485460.404529:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431850 00000004:00080000:0.0:1740485460.404543:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133131880/2, rc 0, transno 4295501882 00000100:00100000:0.0:1740485460.404560:0:3764:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1825030708385536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.405108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.405130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.405146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.405158:0:16677:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:16677:1825030708386432:192.168.204.38@tcp:104: 00000100:00100000:0.0:1740485460.405160:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266432 00000100:00100000:0.0:1740485460.405162:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266432 00000100:00100000:2.0:1740485460.405163:0:16839:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266560 00000100:00100000:1.0:1740485460.405163:0:16685:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266688 00010000:00010000:3.0:1740485460.405168:0:16677:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.405168:0:16839:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266560 00000100:00100000:1.0:1740485460.405168:0:16685:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266688 00010000:00010000:0.0:1740485460.405169:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3397 pid: 16698 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.405180:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520630 00010000:00010000:2.0:1740485460.405183:0:16839:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3399 pid: 16089 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.405183:0:16685:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3399 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.405183:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3399:2003:x1825030869266432:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.405188:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.405190:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3399 pid: 16698 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.405195:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3399 pid: 16698 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.405202:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.405203:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485460.405204:0:16685:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520631 00010000:00010000:0.0:1740485460.405206:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.405209:0:16839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520632 00000100:00100000:1.0:1740485460.405209:0:16685:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3399:2005:x1825030869266688:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.405210:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485460.405213:0:16839:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3399:2004:x1825030869266560:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485460.405216:0:16685:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.405217:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.405218:0:16839:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485460.405221:0:16839:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3399 pid: 16089 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.405221:0:16685:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3399 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.405230:0:16839:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3399 pid: 16089 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.405230:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3399:2003:x1825030869266432:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 46us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.405233:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520630 00010000:00010000:1.0:1740485460.405235:0:16685:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3399 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.405241:0:16839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008db3ea00/0x5922c046cdac9ca0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947da expref: 3398 pid: 16089 timeout: 841 lvb_type: 1 00010000:00010000:1.0:1740485460.405243:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.405245:0:16685:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.405248:0:16685:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405252:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485460.405254:0:16839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485460.405254:0:16685:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405256:0:16839:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405262:0:16839:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405266:0:16685:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.405279:0:16839:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485460.405286:0:16677:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.405287:0:16685:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:83b16817-19e2-4964-825b-f66b9c1b4175+3397:2005:x1825030869266688:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 77us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.405288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.405292:0:16839:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:83b16817-19e2-4964-825b-f66b9c1b4175+3397:2004:x1825030869266560:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 79us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485460.405293:0:16677:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.405294:0:16685:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520631 00000100:00100000:2.0:1740485460.405297:0:16839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520632 00000100:00100000:0.0:1740485460.405297:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266816 00000100:00100000:0.0:1740485460.405298:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266816 00010000:00010000:3.0:1740485460.405300:0:16677:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.405306:0:16677:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405306:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3396 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.405313:0:16677:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405316:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520633 00000100:00100000:0.0:1740485460.405318:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3396:2005:x1825030869266816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485460.405320:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25a00/0x5922c046cdac9ca7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947e8 expref: 3396 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.405322:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485460.405323:0:16677:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870ce00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:0.0:1740485460.405324:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3396 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.405326:0:16677:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.405326:0:16676:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:16676:1825030708386688:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485460.405330:0:16612:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:16612:1825030708386560:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.405330:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3395 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:3.0:1740485460.405333:0:16677:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405337:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f483e00/0x5922c046cdac9c76 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947be expref: 3395 pid: 16625 timeout: 841 lvb_type: 1 00010000:00010000:2.0:1740485460.405339:0:16612:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405339:0:16676:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485460.405343:0:16677:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405346:0:16612:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405346:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.405347:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485460.405349:0:16677:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cdea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405349:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405352:0:16612:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405353:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405359:0:16612:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405362:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485460.405366:0:16612:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405369:0:16676:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405372:0:16612:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405375:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3394:2005:x1825030869266816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 55us (86us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485460.405376:0:16676:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405380:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520633 00010000:00010000:1.0:1740485460.405382:0:16676:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405383:0:16612:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fbe7600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.405386:0:16612:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405389:0:16676:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405392:0:16612:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405396:0:16676:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405401:0:16612:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405401:0:16676:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009db81c00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.405403:0:16676:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405404:0:9553:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9553:1825030708386944:192.168.204.38@tcp:104: 00010000:00010000:2.0:1740485460.405407:0:16612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fbe7600/0x5922c046cdb8cdf1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405409:0:16676:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405415:0:9553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405417:0:16676:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405423:0:16676:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009db81c00/0x5922c046cdb8cdf8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485460.405430:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+4101:3767:x1825030708386048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1619us (1704us total) trans 4295501883 rc 0/0 00000100:00100000:3.0:1740485460.405434:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431852 00000100:00100000:0.0:1740485460.405451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00080000:3.0:1740485460.405452:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133132300/2, rc 0, transno 4295501883 00000100:00100000:3.0:1740485460.405455:0:3767:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1825030708386048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1740485460.405465:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869266944 00000100:00100000:0.0:1740485460.405468:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869266944 00010000:00010000:0.0:1740485460.405478:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3394 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1740485460.405494:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520634 00000100:00100000:0.0:1740485460.405498:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3394:2005:x1825030869266944:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485460.405504:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485460.405508:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3394 pid: 16636 timeout: 841 lvb_type: 1 00010000:00010000:0.0:1740485460.405516:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3394 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.405518:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+4102:3765:x1825030708386176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1700us (1773us total) trans 4295501884 rc 0/0 00000100:00100000:1.0:1740485460.405518:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+4102:3765:x1825030708385792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1682us (1824us total) trans 4295501885 rc 0/0 00000004:00080000:3.0:1740485460.405524:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133132680/2, rc 0, transno 4295501884 00000100:00100000:1.0:1740485460.405524:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431854 00000100:00100000:2.0:1740485460.405526:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431853 00010000:00010000:0.0:1740485460.405526:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fd25600/0x5922c046cdac9cb5 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4fa0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947f6 expref: 3394 pid: 16636 timeout: 841 lvb_type: 1 00000100:00100000:3.0:1740485460.405528:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708386176:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1740485460.405534:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133131c00/2, rc 0, transno 4295501885 00010000:00010000:0.0:1740485460.405535:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485460.405536:0:7200:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485460.405537:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708385792:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1740485460.405539:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485460.405545:0:7200:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405560:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d2dd200/0x5922c046cdac9c84 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4f9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813947cc expref: 3393 pid: 16698 timeout: 841 lvb_type: 1 00000100:00100000:2.0:1740485460.405572:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708386304:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485460.405574:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485460.405596:0:9553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405597:0:16641:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405603:0:9553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405603:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:83b16817-19e2-4964-825b-f66b9c1b4175+3392:2005:x1825030869266944:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 104us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485460.405604:0:16641:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485460.405609:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520634 00010000:00010000:1.0:1740485460.405611:0:9553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405615:0:16641:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405617:0:9553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405622:0:16641:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405623:0:9553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405628:0:16641:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405628:0:9553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880085259600 already unused, calling callback (ffffffffa0872710) 00010000:00010000:1.0:1740485460.405631:0:9553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405634:0:16641:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405638:0:9553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405639:0:16641:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff8e00 already unused, calling callback (ffffffffa0872710) 00010000:00010000:2.0:1740485460.405641:0:16641:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405647:0:9553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405648:0:16641:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485460.405652:0:9553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085259600/0x5922c046cdb8cdff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4fa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405656:0:16641:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485460.405662:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cde3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4f9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485460.405752:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+4102:3765:x1825030708386816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1745us (1779us total) trans 4295501886 rc 0/0 00000100:00100000:1.0:1740485460.405758:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431855 00000004:00080000:2.0:1740485460.405762:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133132d80/2, rc 0, transno 4295501886 00000100:00100000:2.0:1740485460.405766:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708386816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.405784:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0000-mdtlov_UUID+4101:3766:x1825030708385920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1987us (2069us total) trans 4295501887 rc 0/0 00000004:00080000:2.0:1740485460.405787:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880133131f80/2, rc 0, transno 4295501887 00000100:00100000:2.0:1740485460.405790:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1740485460.405793:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431851 00000100:00100000:0.0:1740485460.472121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.472160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.472177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485460.472190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.472198:0:8350:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267200 00000100:00100000:0.0:1740485460.472199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485460.472206:0:8350:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267200 00000100:00100000:0.0:1740485460.472218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485460.472230:0:7207:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267072 00000100:00100000:3.0:1740485460.472235:0:7207:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267072 00000100:00100000:2.0:1740485460.472248:0:8350:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267328 00000100:00100000:2.0:1740485460.472251:0:8350:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267328 00000100:00100000:1.0:1740485460.472253:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267456 00000100:00100000:1.0:1740485460.472257:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267456 00000100:00080000:0.0:1740485460.472264:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1740485430 00000100:00100000:3.0:1740485460.472266:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 553 00000100:00100000:2.0:1740485460.472267:0:8350:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267712 00000100:00100000:2.0:1740485460.472269:0:8350:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267712 00000100:00100000:3.0:1740485460.472273:0:7207:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4faf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c2271bd9-6e6f-4c63-aff4-57c6d739ac3e+12:2006:x1825030869267072:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1740485460.472277:0:16116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2265 00000100:00100000:1.0:1740485460.472285:0:16116:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:462aff8a-4acc-47db-bc98-439daac195c0+1864:2005:x1825030869267200:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1740485460.472288:0:8350:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2266 00000100:00100000:2.0:1740485460.472294:0:8350:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:462aff8a-4acc-47db-bc98-439daac195c0+684:2006:x1825030869267328:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1740485460.472325:0:16116:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:462aff8a-4acc-47db-bc98-439daac195c0+1864:2005:x1825030869267200:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 43us (212us total) trans 0 rc 0/0 00000100:00080000:0.0:1740485460.472326:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1740485430 00000100:00100000:3.0:1740485460.472327:0:7207:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4faf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c2271bd9-6e6f-4c63-aff4-57c6d739ac3e+12:2006:x1825030869267072:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 54us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.472330:0:16116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2265 00000100:00100000:3.0:1740485460.472334:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 553 00000100:00100000:2.0:1740485460.472338:0:8350:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:462aff8a-4acc-47db-bc98-439daac195c0+684:2006:x1825030869267328:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 44us (160us total) trans 0 rc 0/0 00000100:00080000:0.0:1740485460.472341:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1740485430 00000100:00100000:2.0:1740485460.472343:0:8350:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2266 00000100:00100000:1.0:1740485460.472350:0:16116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2267 00000100:00100000:1.0:1740485460.472352:0:16116:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1841:2005:x1825030869267712:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1740485460.472365:0:16116:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1841:2005:x1825030869267712:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 12us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.472368:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267584 00000100:00100000:1.0:1740485460.472369:0:16116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2267 00000100:00100000:3.0:1740485460.472371:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267584 00000100:00100000:0.0:1740485460.472374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.472395:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267968 00000100:00100000:1.0:1740485460.472397:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267968 00000100:00100000:0.0:1740485460.472401:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 596 00000100:00100000:0.0:1740485460.472405:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14192:2006:x1825030869267584:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1740485460.472406:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 597 00000100:00100000:3.0:1740485460.472410:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2359:2005:x1825030869267456:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1740485460.472410:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 598 00000100:00100000:1.0:1740485460.472413:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:83b16817-19e2-4964-825b-f66b9c1b4175+13996:2005:x1825030869267968:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1740485460.472427:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14192:2006:x1825030869267584:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 22us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.472428:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:83b16817-19e2-4964-825b-f66b9c1b4175+13996:2005:x1825030869267968:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 14us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485460.472431:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2359:2005:x1825030869267456:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 20us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485460.472431:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 596 00000100:00100000:1.0:1740485460.472434:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 598 00000100:00100000:3.0:1740485460.472436:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 597 00000100:00100000:0.0:1740485460.472499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485460.472541:0:16116:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869267840 00000100:00100000:1.0:1740485460.472545:0:16116:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869267840 00000100:00100000:1.0:1740485460.472611:0:16116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2268 00000100:00080000:0.0:1740485460.472612:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1740485430 00000100:00100000:1.0:1740485460.472615:0:16116:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1027:2006:x1825030869267840:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1740485460.472651:0:16116:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1027:2006:x1825030869267840:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 36us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485460.472655:0:16116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2268 00010000:00010000:2.0:1740485460.786824:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1740485461.103132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.103193:0:16843:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268096 00000100:00100000:2.0:1740485461.103201:0:16843:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268096 00002000:00100000:2.0:1740485461.103240:0:16843:0:(ofd_dev.c:2588:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_041: refresh rw locks for [0x2c0000404:0x7971:0x0] (0->4) req@ffff880134fba680 x1825030869268096/t0(0) o4->83b16817-19e2-4964-825b-f66b9c1b4175@192.168.204.38@tcp:582/0 lens 496/0 e 0 to 0 dl 1740485472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dir_create.sh.0' uid:0 gid:0 00002000:00100000:2.0:1740485461.103249:0:16843:0:(ofd_dev.c:2447:ofd_prolong_extent_locks()) Prolong locks for req ffff880134fba680 with x1825030869268096 ext(0->4) 00002000:00010000:2.0:1740485461.103254:0:16843:0:(ofd_dev.c:2593:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134fba680 00000100:00100000:2.0:1740485461.103282:0:16843:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 254070 00000100:00100000:2.0:1740485461.103289:0:16843:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_041:83b16817-19e2-4964-825b-f66b9c1b4175+13996:2005:x1825030869268096:12345-192.168.204.38@tcp:4:dir_create.sh.0 00000100:00100000:2.0:1740485461.103925:0:16843:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_041:83b16817-19e2-4964-825b-f66b9c1b4175+13998:2005:x1825030869268096:12345-192.168.204.38@tcp:4:dir_create.sh.0 Request processed in 635us (798us total) trans 4295558894 rc 0/0 00000100:00100000:2.0:1740485461.103931:0:16843:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 254070 00002000:00100000:2.0:1740485461.103936:0:16843:0:(ofd_dev.c:2588:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_041: refresh rw locks for [0x2c0000404:0x7971:0x0] (0->4) req@ffff880134fba680 x1825030869268096/t4295558894(0) o4->83b16817-19e2-4964-825b-f66b9c1b4175@192.168.204.38@tcp:582/0 lens 496/448 e 0 to 0 dl 1740485472 ref 1 fl Complete:/200/0 rc 0/0 job:'dir_create.sh.0' uid:0 gid:0 00002000:00100000:2.0:1740485461.103941:0:16843:0:(ofd_dev.c:2447:ofd_prolong_extent_locks()) Prolong locks for req ffff880134fba680 with x1825030869268096 ext(0->4) 00002000:00010000:2.0:1740485461.103943:0:16843:0:(ofd_dev.c:2593:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134fba680 00000100:00100000:0.0:1740485461.187562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.187633:0:16843:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268224 00000100:00100000:2.0:1740485461.187641:0:16843:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268224 00002000:00100000:2.0:1740485461.187692:0:16843:0:(ofd_dev.c:2588:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_041: refresh rw locks for [0x280000404:0x4603:0x0] (0->4) req@ffff880134fb8380 x1825030869268224/t0(0) o4->83b16817-19e2-4964-825b-f66b9c1b4175@192.168.204.38@tcp:582/0 lens 496/0 e 0 to 0 dl 1740485472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dir_create.sh.0' uid:0 gid:0 00002000:00100000:2.0:1740485461.187699:0:16843:0:(ofd_dev.c:2447:ofd_prolong_extent_locks()) Prolong locks for req ffff880134fb8380 with x1825030869268224 ext(0->4) 00002000:00010000:2.0:1740485461.187704:0:16843:0:(ofd_dev.c:2593:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134fb8380 00000100:00080000:0.0:1740485461.187719:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1740485431 00000100:00100000:2.0:1740485461.187737:0:16843:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 254071 00000100:00100000:2.0:1740485461.187743:0:16843:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_041:83b16817-19e2-4964-825b-f66b9c1b4175+3392:2005:x1825030869268224:12345-192.168.204.38@tcp:4:dir_create.sh.0 00000100:00100000:2.0:1740485461.188252:0:16843:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_041:83b16817-19e2-4964-825b-f66b9c1b4175+3394:2005:x1825030869268224:12345-192.168.204.38@tcp:4:dir_create.sh.0 Request processed in 506us (696us total) trans 4295501888 rc 0/0 00000100:00100000:2.0:1740485461.188260:0:16843:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 254071 00002000:00100000:2.0:1740485461.188266:0:16843:0:(ofd_dev.c:2588:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_041: refresh rw locks for [0x280000404:0x4603:0x0] (0->4) req@ffff880134fb8380 x1825030869268224/t4295501888(0) o4->83b16817-19e2-4964-825b-f66b9c1b4175@192.168.204.38@tcp:582/0 lens 496/448 e 0 to 0 dl 1740485472 ref 1 fl Complete:/200/0 rc 0/0 job:'dir_create.sh.0' uid:0 gid:0 00002000:00100000:2.0:1740485461.188271:0:16843:0:(ofd_dev.c:2447:ofd_prolong_extent_locks()) Prolong locks for req ffff880134fb8380 with x1825030869268224 ext(0->4) 00002000:00010000:2.0:1740485461.188274:0:16843:0:(ofd_dev.c:2593:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134fb8380 00010000:00020000:2.0:1740485461.580823:0:7203:0:(ldlm_lockd.c:252:expired_lock_main()) ### lock callback timer expired after 100s: evicting client at 192.168.204.38@tcp ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0c7600/0x5922c046cd739103 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7f6 expref: 1027 pid: 16049 timeout: 742 lvb_type: 0 00000020:00080000:2.0:1740485461.589800:0:7203:0:(genops.c:1543:class_fail_export()) disconnecting export ffff88008a465800/83b16817-19e2-4964-825b-f66b9c1b4175 00000020:00000080:2.0:1740485461.589810:0:7203:0:(genops.c:1377:class_disconnect()) disconnect: cookie 0x5922c046ccfc7ecd 00000020:00010000:2.0:1740485461.589816:0:7203:0:(genops.c:1826:obd_stale_export_put()) Put export ffff88008a465800: total 0 00000100:00080000:2.0:1740485461.589820:0:7203:0:(import.c:68:import_set_state_nolock()) ffff88008a462000 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1740485461.589905:0:7202:0:(genops.c:1812:obd_stale_export_get()) Get export ffff88008a465800: total 0 00010000:00010000:3.0:1740485461.589956:0:7202:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-lustre-MDT0001_UUID lock: ffff88009dee9000/0x5922c046cd739196 lrc: 3/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7ef expref: 1027 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.589976:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.589979:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.589982:0:7202:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.589992:0:7202:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.589999:0:7202:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590008:0:7202:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.590050:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dee9000/0x5922c046cd739196 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7ef expref: 1027 pid: 16017 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.590055:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000402:0xf65:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1740485461.590084:0:16137:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590091:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590107:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:0.0:1740485461.590113:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590118:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590127:0:7202:0:(ldlm_lock.c:2650:ldlm_export_cancel_blocked_locks()) Export ffff88008a465800, canceled 1 locks, left on hash table 1018. 00000020:00010000:3.0:1740485461.590131:0:7202:0:(genops.c:1826:obd_stale_export_put()) Put export ffff88008a465800: total 0 00000020:00010000:3.0:1740485461.590133:0:7202:0:(genops.c:1812:obd_stale_export_get()) Get export ffff88008a465800: total 0 00010000:00010000:0.0:1740485461.590134:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.590135:0:7202:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1740485461.590140:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590144:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590149:0:7202:0:(ldlm_lock.c:2650:ldlm_export_cancel_blocked_locks()) Export ffff88008a465800, canceled 0 locks, left on hash table 1018. 00010000:00010000:3.0:1740485461.590165:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2185:0x0].0x0 (ffff880072981100) 00010000:00010000:3.0:1740485461.590167:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590171:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf17000/0x5922c046cd16562f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2185:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8368f expref: 1026 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590191:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1577:0x0].0x0 (ffff880129e40b00) 00010000:00010000:3.0:1740485461.590193:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590196:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d041200/0x5922c046ccfd4b9b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1577:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0a946 expref: 1025 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590214:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.590215:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,1 mode: --/EX res: [0x240000406:0x942:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.590216:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.590218:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009748f600/0x5922c046ccfe6975 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f10208 expref: 1024 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590219:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590222:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590230:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.590233:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfdb:0x0].0x0 (ffff88009da2d000) 00010000:00010000:0.0:1740485461.590233:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590235:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.590237:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590239:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099cad000/0x5922c046cd3be96a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfdb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a288e expref: 1023 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590255:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc32:0x0].0x0 (ffff880097d9c800) 00010000:00010000:3.0:1740485461.590257:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590260:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5054a00/0x5922c046cd150763 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7cb04 expref: 1022 pid: 16005 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1740485461.590263:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1583, 560 off1354728 00010000:00010000:3.0:1740485461.590280:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x25d:0x0].0x0 (ffff88009c7ac200) 00010000:00010000:3.0:1740485461.590282:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590285:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51e1000/0x5922c046cd033983 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x25d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f276eb expref: 1021 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590287:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590290:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590294:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590298:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f71200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.590301:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590310:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590316:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff880099bded00) 00010000:00010000:0.0:1740485461.590318:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1740485461.590320:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590323:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8ce1b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590326:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1541:0x0].0x0 (ffff8800a4cfcb00) 00010000:00010000:3.0:1740485461.590328:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590331:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5008a00/0x5922c046ccfdbe57 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1541:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0cdb9 expref: 1020 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590338:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590341:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 2/0,0 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590344:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590347:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f71000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.590348:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590351:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x142c:0x0].0x0 (ffff88009b7e0400) 00010000:00010000:0.0:1740485461.590351:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 4/0,0 mode: EX/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590353:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1740485461.590354:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x942:0x0].0x0 (ffff880099bdec00) 00010000:00010000:3.0:1740485461.590356:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135458c00/0x5922c046cd60b48b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x142c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81184797 expref: 1019 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590356:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1740485461.590357:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 2/0,0 mode: --/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590362:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71000/0x5922c046cdb8ce14 lrc: 0/0,0 mode: --/EX res: [0x240000406:0x942:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590369:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x942:0x0].0x0 (ffff88008fbbbf00) 00010000:00010000:3.0:1740485461.590371:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1740485461.590372:0:16137:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590374:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c7b1e00/0x5922c046cd165406 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x942:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f835e0 expref: 1018 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590377:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000020 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590382:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000020 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590386:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590391:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4e2:0x0].0x0 (ffff88008ba5ec00) 00010000:00010000:3.0:1740485461.590392:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590396:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d996800/0x5922c046cd088863 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f40d15 expref: 1017 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590402:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d210c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.590406:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590414:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xeb1:0x0].0x0 (ffff880096236900) 00010000:00010000:0.0:1740485461.590415:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590416:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.590419:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf34000/0x5922c046cd2df3ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0xeb1:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8103f697 expref: 1016 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590422:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.590424:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.590427:0:16137:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:0.0:1740485461.590433:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590436:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x75:0x0].0x0 (ffff880098455500) 00010000:00010000:3.0:1740485461.590437:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000040:00080000:2.0:1740485461.590437:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000401:0x47:0x0].21, 560 off47488 00010000:00010000:0.0:1740485461.590438:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d210c00/0x5922c046cd7393e2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000020 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590440:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5927200/0x5922c046cd2bd0a8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x75:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81030285 expref: 1015 pid: 8350 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.590443:0:7203:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009b7f2240 with version 9700 00010000:00010000:3.0:1740485461.590453:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x196e:0x0].0x0 (ffff880072b32700) 00010000:00010000:3.0:1740485461.590456:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590459:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d9f9600/0x5922c046cd04ff79 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x196e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2ff72 expref: 1014 pid: 16007 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.590461:0:8366:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880091c69e40 version 9700 rpc_version 9700 00010000:00010000:0.0:1740485461.590463:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590469:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590474:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590478:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf32:0x0].0x0 (ffff8801323db000) 00010000:00010000:0.0:1740485461.590478:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008fbe5800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.590479:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.590480:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590483:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c7e6800/0x5922c046cd364efd lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107d51e expref: 1013 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590484:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590489:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff880099bde200) 00010000:00010000:0.0:1740485461.590490:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.590491:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00000020:00100000:2.0:1740485461.590493:0:8366:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:0.0:1740485461.590494:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbe5800/0x5922c046cdb8ce06 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590500:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb04:0x0].0x0 (ffff88008bb5ec00) 00000100:00100000:2.0:1740485461.590500:0:8366:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880135fa3800 x1825030708387200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1740485461.590502:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.590502:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590505:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590507:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f09de00/0x5922c046cd1356d6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb04:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f748d5 expref: 1012 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.590508:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590511:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012fd46c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.590512:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.590517:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00000100:00100000:2.0:1740485461.590518:0:8366:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387200:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1740485461.590521:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3331 (ffff880099bde300) 00010000:00010000:0.0:1740485461.590522:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.590523:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590525:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x487:0x0].0x0 (ffff88008ce59000) 00010000:00010000:0.0:1740485461.590526:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd46c00/0x5922c046cdb8ce0d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.590543:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.590547:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbab400/0x5922c046cd083f7d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x487:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f671 expref: 1011 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590560:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7d5:0x0].0x0 (ffff880098c26500) 00010000:00010000:3.0:1740485461.590562:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590565:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cdc1e00/0x5922c046cd0df0a3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5aa46 expref: 1010 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590615:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x648:0x0].0x0 (ffff88008fe6a600) 00010000:00010000:3.0:1740485461.590617:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1740485461.590618:0:8366:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485461.590620:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099175800/0x5922c046cd0c6bcf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x648:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f537f3 expref: 1009 pid: 16109 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.590625:0:16137:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_014:83b16817-19e2-4964-825b-f66b9c1b4175+1009:21635:x1825030765063808:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 100808337us (100809610us total) trans 0 rc -39/-39 00000100:00100000:0.0:1740485461.590632:0:16137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 11420 00010000:00010000:3.0:1740485461.590634:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf10:0x0].0x0 (ffff88013203c000) 00010000:00010000:3.0:1740485461.590636:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1740485461.590638:0:8366:0:(client.c:2557:ptlrpc_set_wait()) set ffff880123156780 going to sleep for 11 seconds 00010000:00010000:3.0:1740485461.590639:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099317c00/0x5922c046cd34c0b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107391f expref: 1008 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590659:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x182b:0x0].0x0 (ffff88008cd36700) 00010000:00010000:3.0:1740485461.590660:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.590663:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009687e400/0x5922c046cd8f3490 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x182b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812b6099 expref: 1006 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.590663:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708387200 00000100:00100000:2.0:1740485461.590669:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708387200 00010000:00010000:3.0:1740485461.590682:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc09:0x0].0x0 (ffff88009ae63300) 00010000:00010000:3.0:1740485461.590684:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590687:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099a41200/0x5922c046cd14b810 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc09:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7b302 expref: 1005 pid: 16016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590703:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x968:0x0].0x0 (ffff88009c84c100) 00000100:00100000:2.0:1740485461.590703:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46280 00010000:00010000:3.0:1740485461.590705:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590708:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4c1400/0x5922c046cd1198c7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x968:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c2cb expref: 1004 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.590709:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+19:8366:x1825030708387200:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.590736:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x71b:0x0].0x0 (ffff88009c89f800) 00010000:00010000:3.0:1740485461.590738:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.590741:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124a88800/0x5922c046cd0d348a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x71b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5725b expref: 1003 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590752:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1941:0x0].0x0 (ffff88009782a900) 00010000:00010000:3.0:1740485461.590754:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590756:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006dba6c00/0x5922c046cd04d46f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1941:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f2c2 expref: 1002 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590772:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6b8:0x0].0x0 (ffff88009f500d00) 00010000:00010000:3.0:1740485461.590773:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.590776:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133017a00/0x5922c046cd5db976 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6b8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81171e17 expref: 1001 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590789:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0xca:0x0].0x0 (ffff88008a6b0900) 00010000:00010000:3.0:1740485461.590790:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.590793:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a592a000/0x5922c046cd23de41 lrc: 0/0,0 mode: --/PR res: [0x240000405:0xca:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4ec9 expref: 1000 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590806:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa17:0x0].0x0 (ffff88008d115300) 00010000:00010000:3.0:1740485461.590807:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.590810:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c95200/0x5922c046cd128f6b lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f70c60 expref: 999 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590821:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19e:0x0].0x0 (ffff88008e35bd00) 00010000:00010000:3.0:1740485461.590823:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590826:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c866800/0x5922c046cd014ecd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1e144 expref: 998 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590842:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1793:0x0].0x0 (ffff88009ed79b00) 00010000:00010000:3.0:1740485461.590844:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590847:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bad4800/0x5922c046cd83dc85 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1793:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812689b5 expref: 997 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590861:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1454:0x0].0x0 (ffff88009d87f600) 00010000:00010000:3.0:1740485461.590863:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590865:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013134ba00/0x5922c046cd5ed2fe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1454:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81178cce expref: 996 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590882:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1075:0x0].0x0 (ffff88009f7bf500) 00010000:00010000:3.0:1740485461.590883:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590886:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072963800/0x5922c046cd4206ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1075:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c3ace expref: 995 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590905:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1221:0x0].0x0 (ffff88009f5f0a00) 00010000:00010000:3.0:1740485461.590907:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590909:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009928ac00/0x5922c046cd4ff4c5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1221:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111c287 expref: 994 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590929:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xbd3:0x0].0x0 (ffff880132dac100) 00010000:00010000:3.0:1740485461.590931:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.590934:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bcfca00/0x5922c046cda69df5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0xbd3:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8136cee6 expref: 993 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590951:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff880134ba0400) 00010000:00010000:3.0:1740485461.590954:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.590957:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098683600/0x5922c046cd73804e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe47d expref: 992 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590971:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x121:0x0].0x0 (ffff880072e01a00) 00010000:00010000:3.0:1740485461.590973:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.590975:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5017800/0x5922c046cd714175 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x121:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee519 expref: 991 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.590990:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x150a:0x0].0x0 (ffff880131aef800) 00010000:00010000:3.0:1740485461.590992:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.590994:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fdf5000/0x5922c046cd646912 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x150a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8119f514 expref: 990 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591009:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbfe:0x0].0x0 (ffff88009c143f00) 00010000:00010000:3.0:1740485461.591011:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591014:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f28800/0x5922c046cd149ce2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbfe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7aa6c expref: 989 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.591024:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+20:8366:x1825030708387200:12345-0@lo:1000:osp_up0-1.0 Request processed in 314us (405us total) trans 4295087974 rc 0/0 00010000:00010000:3.0:1740485461.591027:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x149e:0x0].0x0 (ffff88012eb6fb00) 00010000:00010000:3.0:1740485461.591029:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1740485461.591031:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46280 00010000:00010000:3.0:1740485461.591032:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5e2a00/0x5922c046cd6129af lrc: 0/0,0 mode: --/CR res: [0x240000404:0x149e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81187143 expref: 988 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591046:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1502:0x0].0x0 (ffff88009ae7fb00) 00010000:00010000:3.0:1740485461.591048:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591051:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099c71600/0x5922c046cd63df88 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1502:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81199c91 expref: 987 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591065:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x84f:0x0].0x0 (ffff88008d38b400) 00010000:00010000:3.0:1740485461.591067:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591071:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ddcf400/0x5922c046cd706867 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x84f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e944c expref: 986 pid: 15997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.591075:0:8366:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387200:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.591083:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x179f:0x0].0x0 (ffff88009644c000) 00010000:00010000:3.0:1740485461.591084:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591087:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009929ea00/0x5922c046cd84f66f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x179f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81270df1 expref: 985 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591099:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x164f:0x0].0x0 (ffff8801233f3400) 00010000:00010000:3.0:1740485461.591101:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591103:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072b81400/0x5922c046ccfcee3a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x164f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f08bda expref: 984 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591116:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7e:0x0].0x0 (ffff880123195f00) 00010000:00010000:3.0:1740485461.591118:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.591120:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5adae00/0x5922c046cd15ba0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8027f expref: 983 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591137:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe3c:0x0].0x0 (ffff880097820f00) 00010000:00010000:3.0:1740485461.591139:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591141:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d275400/0x5922c046cd28e5ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101ab4d expref: 982 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591156:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x912:0x0].0x0 (ffff8801326f1500) 00010000:00010000:3.0:1740485461.591158:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591161:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232d2800/0x5922c046cd115671 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x912:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6ae34 expref: 981 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591180:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe38:0x0].0x0 (ffff88008d3f4100) 00010000:00010000:3.0:1740485461.591182:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591185:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801362cf800/0x5922c046cd28c3e2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101a3d6 expref: 980 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591200:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1364:0x0].0x0 (ffff880098f57500) 00010000:00010000:3.0:1740485461.591202:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.591205:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801233f0200/0x5922c046cd5d9c26 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1364:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811710f7 expref: 979 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591223:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x163f:0x0].0x0 (ffff88008db32800) 00010000:00010000:3.0:1740485461.591225:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.591227:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072c2c000/0x5922c046cd6ebfe4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x163f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811decfb expref: 978 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591243:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x327:0x0].0x0 (ffff880072b32500) 00010000:00010000:3.0:1740485461.591245:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591248:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cbd8a00/0x5922c046cd04f3a2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x327:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2fbd6 expref: 977 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591262:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x39c:0x0].0x0 (ffff88008fe98900) 00010000:00010000:3.0:1740485461.591264:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.591267:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e75ae00/0x5922c046cd4310ed lrc: 0/0,0 mode: --/PR res: [0x240000406:0x39c:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cab92 expref: 976 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591288:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18d1:0x0].0x0 (ffff88012499ab00) 00010000:00010000:3.0:1740485461.591289:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591292:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f6f0c00/0x5922c046cda21fd3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8134b193 expref: 975 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591307:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8dd:0x0].0x0 (ffff88009e9a2e00) 00010000:00010000:3.0:1740485461.591309:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591312:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a634000/0x5922c046cd7207b3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f5a67 expref: 974 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591325:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xa70:0x0].0x0 (ffff88008bf3e900) 00010000:00010000:3.0:1740485461.591327:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591331:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5bfc400/0x5922c046cd8a928e lrc: 0/0,0 mode: --/CR res: [0x240000406:0xa70:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8129f36c expref: 973 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591343:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x2:0x0].0x0 (ffff88009df1bc00) 00010000:00010000:3.0:1740485461.591345:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.591348:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099869800/0x5922c046cd2a9110 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810266c5 expref: 972 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591360:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x119b:0x0].0x0 (ffff880124b14800) 00010000:00010000:3.0:1740485461.591362:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591364:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f708600/0x5922c046cd4ba232 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x119b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81102931 expref: 971 pid: 16118 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.591377:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000402:0x9ca:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.591381:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x169a:0x0].0x0 (ffff88008bf87900) 00010000:00010000:3.0:1740485461.591383:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591386:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bc55600/0x5922c046cd71fd2c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x169a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f55dd expref: 970 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1666:0x0].0x0 (ffff88008cd85b00) 00010000:00010000:3.0:1740485461.591400:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591403:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009680a200/0x5922c046cd70e3b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1666:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811eba8d expref: 969 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591414:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xea3:0x0].0x0 (ffff88008cafb100) 00010000:00010000:3.0:1740485461.591416:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591419:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013271f000/0x5922c046cd2d260b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xea3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8103b686 expref: 968 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591435:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xf1:0x0].0x0 (ffff88008fe37800) 00010000:00010000:3.0:1740485461.591437:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.591440:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ebb600/0x5922c046cd48c427 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810f2256 expref: 967 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591455:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x316:0x0].0x0 (ffff88009caa9500) 00010000:00010000:3.0:1740485461.591456:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591459:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b78ec00/0x5922c046cd04c91d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x316:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2ef26 expref: 966 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591476:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1598:0x0].0x0 (ffff88009ec50400) 00010000:00010000:3.0:1740485461.591478:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591480:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098529800/0x5922c046cd68dde1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1598:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811bb974 expref: 965 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591499:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1809:0x0].0x0 (ffff88008a641f00) 00010000:00010000:3.0:1740485461.591501:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591504:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800986e5600/0x5922c046cd8d0fa3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1809:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812a9514 expref: 964 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591523:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x854:0x0].0x0 (ffff88008f051f00) 00010000:00010000:3.0:1740485461.591524:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.591541:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977f5e00/0x5922c046cd15b528 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x854:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f800b1 expref: 963 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591554:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1326:0x0].0x0 (ffff88008d845800) 00010000:00010000:3.0:1740485461.591556:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591560:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801363b2200/0x5922c046cd57b331 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1326:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81148112 expref: 962 pid: 16008 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.591567:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x242:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.591595:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8cf:0x0].0x0 (ffff88009fb77800) 00010000:00010000:3.0:1740485461.591597:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591601:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800975b8a00/0x5922c046cd1082f7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f66d74 expref: 961 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591618:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1faf:0x0].0x0 (ffff88006d845e00) 00010000:00010000:3.0:1740485461.591619:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591622:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb01c00/0x5922c046cd1207bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1faf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6e3a2 expref: 960 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591636:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x399:0x0].0x0 (ffff88009b71f800) 00010000:00010000:3.0:1740485461.591638:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591640:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072a57e00/0x5922c046cd05d05a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x399:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f33c96 expref: 959 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591655:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aec:0x0].0x0 (ffff880098db6f00) 00010000:00010000:3.0:1740485461.591658:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591661:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131cbd800/0x5922c046cd0a8efd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1aec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4a6d6 expref: 958 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591672:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1413:0x0].0x0 (ffff88008f8ea200) 00010000:00010000:3.0:1740485461.591674:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591677:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cbb3c00/0x5922c046cd5da104 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1413:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81171304 expref: 957 pid: 15999 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.591677:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000402:0x1963:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.591690:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1553:0x0].0x0 (ffff88009f826900) 00010000:00010000:3.0:1740485461.591691:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591693:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c15200/0x5922c046cd66838d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1553:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ab299 expref: 956 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591704:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1051:0x0].0x0 (ffff880123ca9100) 00010000:00010000:3.0:1740485461.591705:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591707:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072bd6a00/0x5922c046cd40fc22 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1051:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bfb6c expref: 955 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591720:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x648:0x0].0x0 (ffff88008fe6a600) 00010000:00010000:3.0:1740485461.591721:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591722:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072ca0c00/0x5922c046cd0c72a5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x648:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53a00 expref: 954 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591733:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x106:0x0].0x0 (ffff8800a5b81200) 00010000:00010000:3.0:1740485461.591734:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.591737:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800952b1400/0x5922c046cdaefd22 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x106:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4d73 expref: 953 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591752:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc3:0x0].0x0 (ffff8801319ea300) 00010000:00010000:3.0:1740485461.591753:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.591755:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf3e400/0x5922c046cd5e0f60 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81174dab expref: 952 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.591764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.591765:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x7c8:0x0].0x0 (ffff880124984800) 00010000:00010000:3.0:1740485461.591766:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591768:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d3f000/0x5922c046cd6612ad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x7c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a947e expref: 951 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591777:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17f6:0x0].0x0 (ffff88009c89fa00) 00010000:00010000:3.0:1740485461.591778:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.591780:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009da66400/0x5922c046cd0c5881 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x17f6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53289 expref: 950 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591787:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x160:0x0].0x0 (ffff8801361d4100) 00010000:00010000:3.0:1740485461.591789:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591791:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f03200/0x5922c046cd009d03 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x160:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1acc4 expref: 949 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591800:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x885:0x0].0x0 (ffff88009c84ce00) 00010000:00010000:3.0:1740485461.591801:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591803:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c4aa400/0x5922c046cd0fe3be lrc: 0/0,0 mode: --/CR res: [0x240000404:0x885:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f63c90 expref: 948 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591812:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe8a:0x0].0x0 (ffff880131fe4200) 00010000:00010000:3.0:1740485461.591814:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1740485461.591815:0:16116:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268352 00010000:00010000:3.0:1740485461.591816:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bcff800/0x5922c046cd2be2d7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81030ec5 expref: 947 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.591821:0:16116:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268352 00010000:00010000:3.0:1740485461.591829:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11bd:0x0].0x0 (ffff880072cc5200) 00010000:00010000:3.0:1740485461.591830:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591832:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c9f8e00/0x5922c046cd4f8654 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111a021 expref: 946 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591846:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1415:0x0].0x0 (ffff880072b32600) 00010000:00010000:3.0:1740485461.591847:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591849:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dff1800/0x5922c046cd024046 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1415:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f229f9 expref: 945 pid: 16010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.591852:0:16116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361976 00000100:00100000:1.0:1740485461.591858:0:16116:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:0+-99:21647:x1825030869268352:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:3.0:1740485461.591860:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17b5:0x0].0x0 (ffff88009fb77f00) 00010000:00010000:3.0:1740485461.591861:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591863:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf41200/0x5922c046cd0b2966 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x17b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4d57c expref: 944 pid: 16109 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.591865:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x4fe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000020:00080000:1.0:1740485461.591865:0:16116:0:(tgt_handler.c:788:tgt_request_handle()) operation 101 on unconnected OST from 12345-192.168.204.38@tcp 00010000:00010000:3.0:1740485461.591873:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15e2:0x0].0x0 (ffff88009b4fe800) 00010000:00010000:3.0:1740485461.591875:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.591877:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d283c00/0x5922c046cd6c0da0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15e2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cabb8 expref: 943 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591888:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1963:0x0].0x0 (ffff8801352c4800) 00010000:00010000:3.0:1740485461.591889:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.591891:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dc80600/0x5922c046cd079371 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1963:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3c3fe expref: 942 pid: 16016 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.591900:0:16116:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:0+-99:21647:x1825030869268352:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 40us (136us total) trans 0 rc -107/-107 00010000:00010000:3.0:1740485461.591905:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d6:0x0].0x0 (ffff880072c5c100) 00010000:00010000:3.0:1740485461.591906:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1740485461.591906:0:16116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361976 00010000:00010000:3.0:1740485461.591908:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfea400/0x5922c046cd734529 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16d6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd8fa expref: 941 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591921:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20a6:0x0].0x0 (ffff880124a30100) 00010000:00010000:3.0:1740485461.591922:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591923:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ea65800/0x5922c046cd14a508 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x20a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7ad28 expref: 940 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591935:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10d9:0x0].0x0 (ffff8800a51e4f00) 00010000:00010000:3.0:1740485461.591936:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.591938:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801322af000/0x5922c046cd449ba2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x10d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d593b expref: 939 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591944:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x122f:0x0].0x0 (ffff880131868e00) 00010000:00010000:3.0:1740485461.591945:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591948:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b5de200/0x5922c046cd5033ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x122f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111dac8 expref: 938 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591960:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2253:0x0].0x0 (ffff8800974c8100) 00010000:00010000:3.0:1740485461.591962:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.591964:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de2dc00/0x5922c046cd118f6d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2253:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c01d expref: 937 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591973:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6d8:0x0].0x0 (ffff88009f468900) 00010000:00010000:3.0:1740485461.591974:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591976:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca0b200/0x5922c046cd0bf24b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f51310 expref: 936 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.591987:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf09:0x0].0x0 (ffff880135f1a200) 00010000:00010000:3.0:1740485461.591988:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.591990:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135036400/0x5922c046cd33f941 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf09:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8106e0db expref: 935 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592001:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x533:0x0].0x0 (ffff88008c993200) 00010000:00010000:3.0:1740485461.592002:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592004:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135f57400/0x5922c046cd0950f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x533:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f44b27 expref: 934 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592016:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x112c:0x0].0x0 (ffff8800a5997200) 00010000:00010000:3.0:1740485461.592017:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592019:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b1cf400/0x5922c046cd472d47 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x112c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810e8ae1 expref: 933 pid: 16117 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.592023:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x6e9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.592034:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1997:0x0].0x0 (ffff88009d0f3600) 00010000:00010000:3.0:1740485461.592036:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592040:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135f9c000/0x5922c046cdb682a0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1997:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813cfa54 expref: 932 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592058:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x244:0x0].0x0 (ffff88009c84c300) 00010000:00010000:3.0:1740485461.592060:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.592063:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51a1a00/0x5922c046cd02f0c0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x244:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f25f67 expref: 931 pid: 15999 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1740485461.592071:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1584, 440 off1355168 00010000:00010000:3.0:1740485461.592083:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1679:0x0].0x0 (ffff88009fb65d00) 00010000:00010000:3.0:1740485461.592085:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592088:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099af5600/0x5922c046cd7144d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1679:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee6b6 expref: 930 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592101:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc6:0x0].0x0 (ffff880099ae5f00) 00010000:00010000:3.0:1740485461.592102:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.592106:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cbb7c00/0x5922c046cd5fbaad lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117ed46 expref: 929 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592119:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xad9:0x0].0x0 (ffff88008a4f9d00) 00010000:00010000:3.0:1740485461.592121:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592123:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bffdc00/0x5922c046cd1324a9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xad9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f738c8 expref: 928 pid: 16010 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1740485461.592125:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000401:0x47:0x0].22, 440 off47928 00000004:00080000:2.0:1740485461.592128:0:7203:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88012bba1a80 with version 9701 00010000:00010000:3.0:1740485461.592140:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x145:0x0].0x0 (ffff88008cbaa200) 00010000:00010000:3.0:1740485461.592141:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.592145:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009879a600/0x5922c046cd959431 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x145:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812eb994 expref: 927 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592158:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x82f:0x0].0x0 (ffff88012ba82f00) 00010000:00010000:3.0:1740485461.592161:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000004:00080000:0.0:1740485461.592161:0:8366:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880091c69e40 version 9701 rpc_version 9701 00010000:00010000:3.0:1740485461.592164:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fc11a00/0x5922c046cd0e9180 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x82f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5dd06 expref: 926 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592179:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15f8:0x0].0x0 (ffff88012dc06700) 00000020:00100000:0.0:1740485461.592179:0:8366:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:3.0:1740485461.592180:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592182:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d048e00/0x5922c046cd6c4e0c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cc30b expref: 925 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.592184:0:8366:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880134fb9180 x1825030708387456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1144/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1740485461.592190:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd45:0x0].0x0 (ffff8800a55a0a00) 00010000:00010000:3.0:1740485461.592191:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592193:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d08ce00/0x5922c046cd1f323d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fd0a16 expref: 924 pid: 9986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.592197:0:8366:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb9180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387456:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.592205:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b0:0x0].0x0 (ffff88009b7b5700) 00010000:00010000:3.0:1740485461.592206:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.592208:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135020c00/0x5922c046cd72386d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f6e8e expref: 923 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.592220:0:8366:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485461.592223:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x466:0x0].0x0 (ffff8800992ca200) 00010000:00010000:3.0:1740485461.592224:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592226:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097443200/0x5922c046cd0848fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x466:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f8fc expref: 922 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.592238:0:8366:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:3.0:1740485461.592240:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x55b:0x0].0x0 (ffff8800993e9500) 00010000:00010000:3.0:1740485461.592241:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592243:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c80000/0x5922c046cd57b1fd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x55b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811480e1 expref: 921 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592251:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e43:0x0].0x0 (ffff88012fc61100) 00010000:00010000:3.0:1740485461.592252:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.592255:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d32a600/0x5922c046cd146361 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f79891 expref: 920 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.592258:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708387456 00000100:00100000:2.0:1740485461.592262:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708387456 00010000:00010000:3.0:1740485461.592270:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe4c:0x0].0x0 (ffff8801322a3c00) 00010000:00010000:3.0:1740485461.592271:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592273:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f86ea00/0x5922c046cd29a834 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101fa5a expref: 919 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.592283:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46281 00010000:00010000:3.0:1740485461.592284:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x329:0x0].0x0 (ffff880131d59100) 00010000:00010000:3.0:1740485461.592285:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592287:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e355200/0x5922c046cd04f905 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x329:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2fd73 expref: 918 pid: 16117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.592287:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+20:8366:x1825030708387456:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.592300:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ca:0x0].0x0 (ffff880096800200) 00010000:00010000:3.0:1740485461.592301:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592303:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123cba400/0x5922c046cd5b5184 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115f99f expref: 917 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592315:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1795:0x0].0x0 (ffff88009dff4400) 00010000:00010000:3.0:1740485461.592316:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592318:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f166e00/0x5922c046cd83e721 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1795:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81268cb0 expref: 916 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592333:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x798:0x0].0x0 (ffff88008dba4c00) 00010000:00010000:3.0:1740485461.592334:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592336:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b945000/0x5922c046cd0d553e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x798:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f57c5d expref: 915 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592346:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16af:0x0].0x0 (ffff88012304bb00) 00010000:00010000:3.0:1740485461.592347:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.592349:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880130557c00/0x5922c046cd72370f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16af:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f6e1e expref: 914 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592360:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xc7:0x0].0x0 (ffff88009986ad00) 00010000:00010000:3.0:1740485461.592361:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.592363:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098d22c00/0x5922c046cd1db8c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fca96d expref: 913 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592374:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x942:0x0].0x0 (ffff88008fbbbf00) 00010000:00010000:3.0:1740485461.592375:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.592377:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e185000/0x5922c046cd1635ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x942:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f827e0 expref: 912 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592385:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5f9:0x0].0x0 (ffff88009aea9800) 00010000:00010000:3.0:1740485461.592387:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.592389:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dda5200/0x5922c046cd589752 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114c9c7 expref: 911 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x621:0x0].0x0 (ffff880072285700) 00010000:00010000:3.0:1740485461.592399:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592401:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deb6e00/0x5922c046cd0b1da4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x621:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4d1e0 expref: 910 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592412:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13b2:0x0].0x0 (ffff8800a5a4d000) 00010000:00010000:3.0:1740485461.592413:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592415:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f851800/0x5922c046cd5a91c1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115aeac expref: 909 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592423:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1351:0x0].0x0 (ffff88009c815e00) 00010000:00010000:3.0:1740485461.592424:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592426:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008be92a00/0x5922c046cd5894f8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1351:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114c918 expref: 908 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592435:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2068:0x0].0x0 (ffff88008d9d2600) 00010000:00010000:3.0:1740485461.592436:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.592438:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c8e800/0x5922c046cd13c850 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2068:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f76a9a expref: 907 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592447:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x138e:0x0].0x0 (ffff88008b807800) 00010000:00010000:3.0:1740485461.592448:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592450:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135da4000/0x5922c046cd59876d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x138e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81155cf1 expref: 906 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592459:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1592:0x0].0x0 (ffff8800a513af00) 00010000:00010000:3.0:1740485461.592460:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.592462:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fa71400/0x5922c046cd68d56e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1592:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811bb736 expref: 905 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592473:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x198d:0x0].0x0 (ffff88009b681e00) 00010000:00010000:3.0:1740485461.592474:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592476:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fb58000/0x5922c046cdb59499 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x198d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813cbcff expref: 904 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592487:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x4dd:0x0].0x0 (ffff880134f22d00) 00010000:00010000:3.0:1740485461.592488:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592490:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c05e800/0x5922c046cd500ca4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x4dd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111cbda expref: 903 pid: 16004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.592501:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+21:8366:x1825030708387456:12345-0@lo:1000:osp_up0-1.0 Request processed in 212us (279us total) trans 4295087975 rc 0/0 00010000:00010000:3.0:1740485461.592503:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcce:0x0].0x0 (ffff88013540bd00) 00010000:00010000:3.0:1740485461.592504:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592506:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a627a00/0x5922c046cd171455 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f886fa expref: 902 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.592506:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46281 00010000:00010000:3.0:1740485461.592519:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x318:0x0].0x0 (ffff880123c8b100) 00010000:00010000:3.0:1740485461.592520:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592522:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c44aa00/0x5922c046cd401d5d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x318:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bb74f expref: 901 pid: 16005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.592526:0:8366:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb9180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387456:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.592549:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc27:0x0].0x0 (ffff880134f1ed00) 00010000:00010000:3.0:1740485461.592550:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592552:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ebc00/0x5922c046cd14f7e2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c688 expref: 900 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592566:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xedc:0x0].0x0 (ffff880072d89400) 00010000:00010000:3.0:1740485461.592568:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592570:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c9e0800/0x5922c046cd30c20b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xedc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81056f24 expref: 899 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592596:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1218:0x0].0x0 (ffff880098e05500) 00010000:00010000:3.0:1740485461.592598:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592600:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008da00600/0x5922c046cd4fc490 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1218:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111b15b expref: 898 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592611:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197e:0x0].0x0 (ffff880094cfd400) 00010000:00010000:3.0:1740485461.592612:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592614:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135689a00/0x5922c046cdb41ab5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x197e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813c2100 expref: 897 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592624:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf55:0x0].0x0 (ffff88008f03ed00) 00010000:00010000:3.0:1740485461.592625:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592627:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4396c00/0x5922c046cd3776e0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81083852 expref: 896 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592640:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xee8:0x0].0x0 (ffff88009c49a400) 00010000:00010000:3.0:1740485461.592641:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592643:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4d05200/0x5922c046cd315168 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xee8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105b8b9 expref: 895 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592655:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xef2:0x0].0x0 (ffff88008d1c8300) 00010000:00010000:3.0:1740485461.592656:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592658:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097fca200/0x5922c046cd31ca4b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xef2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105f3d0 expref: 894 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592669:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x323:0x0].0x0 (ffff880135fde200) 00010000:00010000:3.0:1740485461.592670:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592672:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c8bc200/0x5922c046cd04e436 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x323:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f71b expref: 893 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592685:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x43c:0x0].0x0 (ffff88013559a900) 00010000:00010000:3.0:1740485461.592687:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592689:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e248e00/0x5922c046cd49a538 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x43c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810f5635 expref: 892 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592700:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199e:0x0].0x0 (ffff8801322bae00) 00010000:00010000:3.0:1740485461.592701:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592703:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f930e00/0x5922c046cdb6b2ff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d1088 expref: 891 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592713:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc9e:0x0].0x0 (ffff880135078400) 00010000:00010000:3.0:1740485461.592714:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592717:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4fcd000/0x5922c046cd16caa4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f86bcc expref: 890 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592725:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xae:0x0].0x0 (ffff88009100df00) 00010000:00010000:3.0:1740485461.592726:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.592728:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b9a7c00/0x5922c046cd159d50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7f979 expref: 889 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592741:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ee6:0x0].0x0 (ffff88009caf8700) 00010000:00010000:3.0:1740485461.592742:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.592743:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136281a00/0x5922c046cdb6d81a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ee6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d22e1 expref: 888 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592762:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1514:0x0].0x0 (ffff880135c57900) 00010000:00010000:3.0:1740485461.592764:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592765:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca19c00/0x5922c046cd64be0e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1514:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a1788 expref: 887 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592776:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19ed:0x0].0x0 (ffff88009b71d900) 00010000:00010000:3.0:1740485461.592777:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.592779:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f982e00/0x5922c046cd06c8b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3866a expref: 886 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592792:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1415:0x0].0x0 (ffff88008e106100) 00010000:00010000:3.0:1740485461.592793:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592795:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072b96400/0x5922c046cd5e7994 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1415:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811772cd expref: 885 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592804:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x298:0x0].0x0 (ffff88009f959e00) 00010000:00010000:3.0:1740485461.592805:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.592807:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de24200/0x5922c046cd369088 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x298:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107e627 expref: 884 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592816:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1373:0x0].0x0 (ffff88008b9de100) 00010000:00010000:3.0:1740485461.592818:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592820:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132cd2000/0x5922c046cd58bd4d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1373:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114dd7e expref: 883 pid: 8350 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.592826:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000402:0x20ea:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.592829:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1762:0x0].0x0 (ffff880131c94c00) 00010000:00010000:3.0:1740485461.592830:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592831:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009add0a00/0x5922c046cd7f8c29 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1762:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81251056 expref: 882 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592844:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc20:0x0].0x0 (ffff88009f468700) 00010000:00010000:3.0:1740485461.592845:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592847:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b9a6000/0x5922c046cd14f1c9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c4ba expref: 881 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592856:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1582:0x0].0x0 (ffff88009b410200) 00010000:00010000:3.0:1740485461.592857:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592859:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb3e800/0x5922c046cd681963 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1582:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b7606 expref: 880 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592871:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15e7:0x0].0x0 (ffff8800a5260a00) 00010000:00010000:3.0:1740485461.592873:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.592875:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e518e00/0x5922c046cd6c432a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cbeff expref: 879 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592882:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1953:0x0].0x0 (ffff88008f24d000) 00000040:00080000:2.0:1740485461.592882:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1585, 560 off1355728 00010000:00010000:3.0:1740485461.592883:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592886:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800979f3600/0x5922c046cdafb250 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1953:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a6e89 expref: 878 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592897:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xb5:0x0].0x0 (ffff8800974c8900) 00010000:00010000:3.0:1740485461.592898:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.592900:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801355f8000/0x5922c046cd138d24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7592f expref: 877 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592907:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xda9:0x0].0x0 (ffff88009c811c00) 00010000:00010000:3.0:1740485461.592908:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592910:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123e54a00/0x5922c046cd24b5a4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xda9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffd6af expref: 876 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592921:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x115:0x0].0x0 (ffff88008fb0c800) 00010000:00010000:3.0:1740485461.592922:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.592924:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099844400/0x5922c046cd6eaa3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811de2d6 expref: 875 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592932:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20ea:0x0].0x0 (ffff88009de29e00) 00010000:00010000:3.0:1740485461.592933:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.592935:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cbe000/0x5922c046cd161d09 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x20ea:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f820a8 expref: 874 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592944:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1827:0x0].0x0 (ffff8801352c4900) 00010000:00010000:3.0:1740485461.592946:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592948:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135df8400/0x5922c046cd027d55 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1827:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f23c91 expref: 873 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592958:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xce1:0x0].0x0 (ffff88008fc4f700) 00010000:00010000:3.0:1740485461.592959:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.592961:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bafa400/0x5922c046cd176b88 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xce1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8accb expref: 872 pid: 16116 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1740485461.592961:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000401:0x47:0x0].23, 560 off48488 00000004:00080000:2.0:1740485461.592964:0:7203:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a4f53780 with version 9702 00010000:00010000:3.0:1740485461.592972:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x2cb:0x0].0x0 (ffff88008bcc0f00) 00010000:00010000:3.0:1740485461.592973:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.592975:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131a11400/0x5922c046cd3d8f15 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x2cb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a9802 expref: 871 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.592986:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fd9:0x0].0x0 (ffff880134c9ca00) 00010000:00010000:3.0:1740485461.592987:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.592989:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9f1800/0x5922c046cd15a1c5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1fd9:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fad7 expref: 870 pid: 16113 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1740485461.592993:0:8366:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880091c69e40 version 9702 rpc_version 9702 00010000:00010000:3.0:1740485461.593000:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x196c:0x0].0x0 (ffff88008f24f000) 00010000:00010000:3.0:1740485461.593001:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593003:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4309000/0x5922c046cdb20c57 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x196c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813b6518 expref: 869 pid: 16114 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1740485461.593004:0:8366:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1740485461.593007:0:8366:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880134fb8a80 x1825030708387712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1344/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1740485461.593012:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd02:0x0].0x0 (ffff88007228f600) 00010000:00010000:3.0:1740485461.593013:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593015:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae35400/0x5922c046cd19aa53 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd02:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fa28b5 expref: 868 pid: 16113 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.593015:0:8366:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134fb8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387712:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.593024:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc5e:0x0].0x0 (ffff88009ae63c00) 00010000:00010000:3.0:1740485461.593025:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593027:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e28b600/0x5922c046cd15acbc lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fe03 expref: 867 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.593032:0:8366:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1740485461.593034:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x23a:0x0].0x0 (ffff88009c72a000) 00010000:00010000:3.0:1740485461.593035:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593038:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136187c00/0x5922c046cd02cd9d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x23a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f25503 expref: 866 pid: 16018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.593045:0:8366:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00010000:00010000:3.0:1740485461.593052:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf44:0x0].0x0 (ffff88009ec50700) 00010000:00010000:3.0:1740485461.593054:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593056:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ed7400/0x5922c046cd36f893 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810804f1 expref: 865 pid: 16017 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.593060:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708387712 00000100:00100000:2.0:1740485461.593063:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708387712 00010000:00010000:3.0:1740485461.593068:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1687:0x0].0x0 (ffff88009d3d4800) 00010000:00010000:3.0:1740485461.593069:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.593070:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d80ae00/0x5922c046cd717681 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1687:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811efdd8 expref: 864 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.593076:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46282 00000100:00100000:2.0:1740485461.593079:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+21:8366:x1825030708387712:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.593081:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x166b:0x0].0x0 (ffff88008d9acb00) 00010000:00010000:3.0:1740485461.593082:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593084:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0bd000/0x5922c046cd70c830 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x166b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811eafb9 expref: 863 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593094:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x148d:0x0].0x0 (ffff880131c7cc00) 00010000:00010000:3.0:1740485461.593095:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593096:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bfc8400/0x5922c046cd60e8cc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x148d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811858a0 expref: 862 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593104:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2e3:0x0].0x0 (ffff8800a436b400) 00010000:00010000:3.0:1740485461.593105:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593107:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a526aa00/0x5922c046cd0416b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2bb94 expref: 861 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593119:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15a5:0x0].0x0 (ffff880099235000) 00010000:00010000:3.0:1740485461.593121:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593123:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134f01a00/0x5922c046cd692bc8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811bd352 expref: 860 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593134:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1676:0x0].0x0 (ffff88009fb65200) 00010000:00010000:3.0:1740485461.593135:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.593137:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960f5a00/0x5922c046cd713b86 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1676:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee2e9 expref: 859 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593148:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1321:0x0].0x0 (ffff88008e317700) 00010000:00010000:3.0:1740485461.593149:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593151:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc7400/0x5922c046cd5821a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1321:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81149af0 expref: 858 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593160:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x904:0x0].0x0 (ffff88009c0c5500) 00010000:00010000:3.0:1740485461.593161:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593163:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f29000/0x5922c046cd112a9c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x904:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6a122 expref: 857 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593173:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a48:0x0].0x0 (ffff88009aa14a00) 00010000:00010000:3.0:1740485461.593174:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.593176:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327eb000/0x5922c046cd0551e3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1a48:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f31782 expref: 856 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593189:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x106a:0x0].0x0 (ffff880129ecba00) 00010000:00010000:3.0:1740485461.593190:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593192:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf34200/0x5922c046cd436977 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x106a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cc73e expref: 855 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593199:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10f2:0x0].0x0 (ffff88009f4a2c00) 00010000:00010000:3.0:1740485461.593200:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593202:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072e1d600/0x5922c046cd44f53d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d8039 expref: 854 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593212:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1264:0x0].0x0 (ffff88009b0d9700) 00010000:00010000:3.0:1740485461.593213:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593215:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fb69a00/0x5922c046cd51a34c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1264:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8112af30 expref: 853 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593225:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11ba:0x0].0x0 (ffff88009b7b5400) 00010000:00010000:3.0:1740485461.593226:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.593228:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dbed800/0x5922c046cd4c7711 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x11ba:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8110847e expref: 852 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593237:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14d4:0x0].0x0 (ffff880072938f00) 00010000:00010000:3.0:1740485461.593238:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593240:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e47b600/0x5922c046cd6264a1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811901fe expref: 851 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593256:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd52:0x0].0x0 (ffff880099b16400) 00010000:00010000:3.0:1740485461.593257:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.593259:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cd87c00/0x5922c046cd2304d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd52:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fec195 expref: 850 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593268:0:7202:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### wasn't waiting ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0c7600/0x5922c046cd739103 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7f6 expref: 849 pid: 16049 timeout: 742 lvb_type: 0 00010000:00010000:3.0:1740485461.593273:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:3.0:1740485461.593274:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.593276:0:7202:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593283:0:7202:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593287:0:7202:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16135 initiator: MDT1 00000100:00100000:2.0:1740485461.593292:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+22:8366:x1825030708387712:12345-0@lo:1000:osp_up0-1.0 Request processed in 211us (258us total) trans 4295087976 rc 0/0 00000100:00100000:2.0:1740485461.593297:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46282 00000100:00100000:0.0:1740485461.593304:0:8366:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134fb8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708387712:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1740485461.593310:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15db:0x0].0x0 (ffff88012fc61c00) 00010000:00010000:3.0:1740485461.593311:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593313:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c185c00/0x5922c046cd6b6ced lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15db:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c744b expref: 849 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593323:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1dd9:0x0].0x0 (ffff88012ca8df00) 00010000:00010000:3.0:1740485461.593324:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593326:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007213d200/0x5922c046cd12a353 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1dd9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f71256 expref: 848 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593335:0:16135:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593337:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x4b:0x0].0x0 (ffff880072285500) 00010000:00010000:3.0:1740485461.593338:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.593340:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072145200/0x5922c046cd1654f4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8362d expref: 847 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593340:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593350:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1190:0x0].0x0 (ffff88009e85fa00) 00010000:00010000:3.0:1740485461.593351:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593353:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5587800/0x5922c046cd4b62e5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1190:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8110057b expref: 846 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593363:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x157:0x0].0x0 (ffff88013541a600) 00010000:00010000:3.0:1740485461.593364:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.593366:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800998b5000/0x5922c046cdaeafd5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a362e expref: 845 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593374:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x71b:0x0].0x0 (ffff88009c89f800) 00010000:00010000:3.0:1740485461.593375:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.593377:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bb13a00/0x5922c046cd0e67cd lrc: 0/0,0 mode: --/CW res: [0x240000404:0x71b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5d064 expref: 844 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593386:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1340:0x0].0x0 (ffff88013572a100) 00010000:00010000:3.0:1740485461.593387:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593389:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007216b800/0x5922c046cd029f91 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1340:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f246c4 expref: 843 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593402:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1261:0x0].0x0 (ffff880123196600) 00010000:00010000:3.0:1740485461.593404:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593405:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfcfc00/0x5922c046cd534879 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1261:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811348b2 expref: 842 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593415:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x142a:0x0].0x0 (ffff88009113fb00) 00010000:00010000:3.0:1740485461.593416:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.593417:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099a07000/0x5922c046cd5e0191 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x142a:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81174880 expref: 841 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593428:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1969:0x0].0x0 (ffff880099386a00) 00010000:00010000:3.0:1740485461.593429:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593431:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098738600/0x5922c046cdb1c86b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1969:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813b5a05 expref: 840 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593444:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe5a:0x0].0x0 (ffff880072970300) 00010000:00010000:3.0:1740485461.593445:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593447:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebaee00/0x5922c046cd2a9451 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe5a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81026782 expref: 839 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593456:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x169a:0x0].0x0 (ffff88008bf87900) 00010000:00010000:3.0:1740485461.593457:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.593459:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb19a00/0x5922c046cd7214e1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x169a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f61ec expref: 838 pid: 16113 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1740485461.593459:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000406:0x2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1740485461.593469:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf5:0x0].0x0 (ffff8800a548db00) 00010000:00010000:3.0:1740485461.593470:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593472:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009752c800/0x5922c046cd148025 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a1a5 expref: 837 pid: 16018 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1740485461.593479:0:16135:0:(mdt_handler.c:4294:mdt_save_lock()) ### save lock request ffff880092731c00 reply state ffff88009e990000 transno 4295061033 ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593482:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x3dc:0x0].0x0 (ffff88008a67f700) 00010000:00010000:3.0:1740485461.593484:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593485:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135f68400/0x5922c046cd449bb0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x3dc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d5949 expref: 836 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593487:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.593491:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:1.0:1740485461.593492:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1740485461.593494:0:16135:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1740485461.593496:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1348:0x0].0x0 (ffff8800a5402a00) 00010000:00010000:3.0:1740485461.593498:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000004:00010000:1.0:1740485461.593498:0:16135:0:(mdt_handler.c:4294:mdt_save_lock()) ### save lock request ffff880092731c00 reply state ffff88009e990000 transno 4295061033 ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593499:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecdb600/0x5922c046cd583ae6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1348:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114a3c5 expref: 835 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593504:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.593509:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3031 (ffff8800a5a66b00) 00010000:00010000:1.0:1740485461.593511:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.593513:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2070:0x0].0x0 (ffff88008db32a00) 00010000:00010000:1.0:1740485461.593513:0:16135:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593514:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593516:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327df400/0x5922c046cd1474e1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2070:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f79e09 expref: 834 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593519:0:16135:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.593524:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593540:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1585:0x0].0x0 (ffff880123209500) 00010000:00010000:3.0:1740485461.593541:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.593544:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009984c800/0x5922c046cd68798e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1585:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b9c86 expref: 833 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593558:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x855:0x0].0x0 (ffff88012ca8de00) 00010000:00010000:3.0:1740485461.593559:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593561:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009adae800/0x5922c046cd0feaef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x855:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f63e6c expref: 832 pid: 16001 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.593564:0:16135:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1740485461.593569:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11b0:0x0].0x0 (ffff8800a4c35700) 00010000:00010000:2.0:1740485461.593570:0:16049:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.593570:0:16135:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593571:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593572:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008db3c800/0x5922c046cd4c0d77 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81105cdf expref: 831 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593575:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.593575:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593593:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x198e:0x0].0x0 (ffff88009acbec00) 00010000:00010000:3.0:1740485461.593594:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593597:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009854f600/0x5922c046cdb5aca2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x198e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813cc2e7 expref: 830 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593597:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000020 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.593602:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.593607:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009d9b2800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.593608:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd4a:0x0].0x0 (ffff88009aded000) 00010000:00010000:3.0:1740485461.593610:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1740485461.593610:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593612:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d8a7200/0x5922c046cd1fa84f lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fd3ee3 expref: 829 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593616:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593619:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9f7:0x0].0x0 (ffff88013534da00) 00010000:00010000:3.0:1740485461.593620:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593622:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ff10a00/0x5922c046cd12dd1a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f72390 expref: 828 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593623:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.593625:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.593626:0:16135:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.593630:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe64:0x0].0x0 (ffff8800721f2e00) 00010000:00010000:1.0:1740485461.593630:0:16135:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.593632:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593634:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800952e9c00/0x5922c046cd2aab0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81026dda expref: 827 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593636:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:1.0:1740485461.593636:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.593639:0:16135:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.593642:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.593642:0:16135:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.593644:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf27:0x0].0x0 (ffff880131d30f00) 00010000:00010000:1.0:1740485461.593645:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.593646:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593647:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e3c7600/0x5922c046cd3612ab lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107ba7c expref: 826 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593647:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593657:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1302:0x0].0x0 (ffff8800a5b35a00) 00010000:00010000:3.0:1740485461.593658:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.593658:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000020 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593660:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e0c6600/0x5922c046cd56b261 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1302:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811437ca expref: 825 pid: 16005 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1740485461.593661:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x1584:0x0]: returning size 4096 00010000:00010000:1.0:1740485461.593661:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9b2800/0x5922c046cd739181 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000020 pid: 16135 initiator: MDT1 00000004:00200000:2.0:1740485461.593663:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1740485461.593664:0:16007:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.593669:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.593670:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1485:0x0].0x0 (ffff88009b5e7000) 00010000:00010000:3.0:1740485461.593672:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000004:00010000:2.0:1740485461.593672:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00000004:00010000:1.0:1740485461.593672:0:16135:0:(mdt_handler.c:4294:mdt_save_lock()) ### save lock request ffff880092731c00 reply state ffff88009e990000 transno 4295061033 ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.593674:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013196c200/0x5922c046cd60e0c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1485:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81185543 expref: 824 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.593676:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.593678:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.593679:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88008d3b8e00) 00010000:00010000:1.0:1740485461.593680:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.593681:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1763:0x0].0x0 (ffff88008cdb8500) 00010000:00010000:2.0:1740485461.593681:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00000100:00100000:1.0:1740485461.593681:0:16135:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00010000:00010000:3.0:1740485461.593682:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1740485461.593684:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593685:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131cbdc00/0x5922c046ccfeeb73 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1763:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f128d5 expref: 823 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593687:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008b823a00 already unused, calling callback (ffffffffa0f2d740) 00000004:00200000:0.0:1740485461.593687:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1740485461.593689:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00000004:00200000:0.0:1740485461.593689:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1740485461.593692:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593696:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfb3:0x0].0x0 (ffff88009c945100) 00010000:00010000:3.0:1740485461.593697:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1740485461.593697:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00000004:00010000:0.0:1740485461.593697:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.593698:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.593699:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008da41000/0x5922c046cd3a6d95 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8109333a expref: 822 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593700:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.593703:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b823a00/0x5922c046cd739214 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593705:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1666:0x0].0x0 (ffff88008cd85b00) 00000100:00100000:1.0:1740485461.593705:0:16135:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+686:21639:x1825030765062912:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 100817859us (100817889us total) trans 4295061033 rc 0/0 00010000:00010000:3.0:1740485461.593706:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593709:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096341a00/0x5922c046cd70e2bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1666:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811eba2b expref: 821 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593709:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00000100:00100000:1.0:1740485461.593709:0:16135:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 11419 00010000:00010000:2.0:1740485461.593712:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.593715:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.593718:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cc3c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.593719:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.593721:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17f5:0x0].0x0 (ffff88008d8e5f00) 00010000:00010000:3.0:1740485461.593722:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1740485461.593722:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:0.0:1740485461.593723:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40800/0x5922c046cdb7d8e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7838 expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593725:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c5b0c00/0x5922c046cd9773d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812fcb20 expref: 820 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593725:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3031 (ffff8800a5a66b00) 00010000:00010000:2.0:1740485461.593726:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.593728:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.593730:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094cc3c00/0x5922c046cd73921b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:0.0:1740485461.593733:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7838 expref: 684 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593736:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8800a4c37b00) 00010000:00010000:3.0:1740485461.593737:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.593738:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.593739:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006daf0000/0x5922c046cd027513 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f239a4 expref: 820 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.593740:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1740485461.593741:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df40600, rc 0) 00010000:00010000:3.0:1740485461.593750:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdd9:0x0].0x0 (ffff88009b27d400) 00010000:00010000:3.0:1740485461.593751:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593753:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801231d6400/0x5922c046cd253a11 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdd9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810019bb expref: 819 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.593754:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b822400/0x5922c046cd73920d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe804 expref: 819 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.593756:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009982c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:20486:x1825030868429824:12345-192.168.204.38@tcp:101:df.0 Request processed in 4544249us (4544341us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.593760:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361971 00010000:00020000:2.0:1740485461.593761:0:16049:0:(ldlm_lockd.c:1492:ldlm_handle_enqueue()) ### lock on destroyed export ffff88008a465800 ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe804 expref: 817 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593765:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff880131abdb00) 00010000:00010000:3.0:1740485461.593766:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.593768:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a50a2000/0x5922c046cd7394bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1688:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8a5 expref: 817 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593778:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1205:0x0].0x0 (ffff8801323a4400) 00010000:00010000:3.0:1740485461.593779:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593781:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d955400/0x5922c046cd504b50 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111e3ab expref: 816 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593789:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x453:0x0].0x0 (ffff8800a7e6ad00) 00010000:00010000:3.0:1740485461.593790:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593792:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbbfc00/0x5922c046cd07350d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x453:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3a710 expref: 815 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593803:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fb4:0x0].0x0 (ffff880072ef2200) 00010000:00010000:3.0:1740485461.593805:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593807:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134e27c00/0x5922c046cd121172 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1fb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6e66c expref: 814 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593817:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16e3:0x0].0x0 (ffff88009b71fa00) 00010000:00010000:3.0:1740485461.593818:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593820:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800728df800/0x5922c046ccfcfbf4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x16e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f09002 expref: 813 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593828:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1424:0x0].0x0 (ffff88008d9d2c00) 00010000:00010000:3.0:1740485461.593830:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593832:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f065200/0x5922c046cd15d2fd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1424:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f80a43 expref: 812 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593838:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe00:0x0].0x0 (ffff88009facb400) 00010000:00010000:3.0:1740485461.593839:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593841:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5b77000/0x5922c046cd263bc8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe00:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8100c6b5 expref: 811 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593851:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7b3:0x0].0x0 (ffff88009dff4600) 00010000:00010000:3.0:1740485461.593852:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593854:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f44c000/0x5922c046cd0d87db lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f58aaa expref: 810 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593864:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcca:0x0].0x0 (ffff88009db37800) 00010000:00010000:3.0:1740485461.593865:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593867:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd2d400/0x5922c046cd217fef lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fe9c03 expref: 809 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593879:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf34:0x0].0x0 (ffff88008d147200) 00010000:00010000:3.0:1740485461.593880:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593882:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960d3a00/0x5922c046cd36776e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf34:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107e0bd expref: 808 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593892:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcfa:0x0].0x0 (ffff880132c49300) 00010000:00010000:3.0:1740485461.593893:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593895:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d91dc00/0x5922c046cd191f17 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcfa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f9d40d expref: 807 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593904:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x156b:0x0].0x0 (ffff8800b19ba700) 00010000:00010000:3.0:1740485461.593905:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593907:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072ed9200/0x5922c046cd67cae2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x156b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b488d expref: 806 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593914:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x103:0x0].0x0 (ffff88008f003e00) 00010000:00010000:3.0:1740485461.593915:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.593917:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801360f6200/0x5922c046cdad7bce lrc: 0/0,0 mode: --/PR res: [0x240000401:0x103:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139b112 expref: 805 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593924:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x243:0x0].0x0 (ffff88009b71d700) 00010000:00010000:3.0:1740485461.593925:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.593927:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d11e400/0x5922c046cd02e7e4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x243:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f25cf8 expref: 804 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593938:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x149b:0x0].0x0 (ffff88009e5fb300) 00010000:00010000:3.0:1740485461.593939:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.593941:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008faecc00/0x5922c046cd61a563 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x149b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118bda2 expref: 803 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593950:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x166a:0x0].0x0 (ffff88008d2a7100) 00010000:00010000:3.0:1740485461.593952:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.593955:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a16c00/0x5922c046cd7095f5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x166a:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ea1b9 expref: 802 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593971:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x42:0x0].0x0 (ffff8800974c8700) 00010000:00010000:3.0:1740485461.593973:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.593976:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de09e00/0x5922c046cd12c692 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f71c89 expref: 801 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.593990:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x14fb:0x0].0x0 (ffff8801356a7f00) 00010000:00010000:3.0:1740485461.593992:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.593995:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb7fe00/0x5922c046ccfd9b65 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x14fb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0c244 expref: 800 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594013:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x952:0x0].0x0 (ffff8800a406ac00) 00010000:00010000:3.0:1740485461.594015:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594018:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b238200/0x5922c046cd118fb3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x952:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c02b expref: 799 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594034:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1586:0x0].0x0 (ffff88008d147b00) 00010000:00010000:3.0:1740485461.594036:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594040:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134f5ca00/0x5922c046cd6a424e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1586:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c3815 expref: 798 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594052:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfdf:0x0].0x0 (ffff880072970100) 00010000:00010000:3.0:1740485461.594054:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594057:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013233b200/0x5922c046cd3bfdd7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfdf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a2b97 expref: 797 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594071:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xeee:0x0].0x0 (ffff88008a6c5600) 00010000:00010000:3.0:1740485461.594073:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594076:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f5cc800/0x5922c046cd3199de lrc: 0/0,0 mode: --/CR res: [0x240000404:0xeee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105e185 expref: 796 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594093:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1466:0x0].0x0 (ffff880072e6df00) 00010000:00010000:3.0:1740485461.594095:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594098:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a50ea200/0x5922c046cd5f33ca lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1466:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117af50 expref: 795 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594111:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1601:0x0].0x0 (ffff88009f5b1d00) 00010000:00010000:3.0:1740485461.594113:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.594116:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132c1aa00/0x5922c046cd6c967b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1601:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cde47 expref: 794 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594126:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x193f:0x0].0x0 (ffff880072970d00) 00010000:00010000:3.0:1740485461.594128:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594131:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c817400/0x5922c046cdad5e00 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x193f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139ac18 expref: 793 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594144:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19a5:0x0].0x0 (ffff88009b494300) 00010000:00010000:3.0:1740485461.594146:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594149:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974ae000/0x5922c046cdb734ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d5363 expref: 792 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594162:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1af7:0x0].0x0 (ffff8800a5230b00) 00010000:00010000:3.0:1740485461.594164:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594167:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cafd000/0x5922c046cd0bcc18 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1af7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5075c expref: 791 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594182:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1362:0x0].0x0 (ffff880097b0be00) 00010000:00010000:3.0:1740485461.594184:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594186:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072cab600/0x5922c046cd025e22 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1362:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f232dc expref: 790 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594200:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b4:0x0].0x0 (ffff88009f907e00) 00010000:00010000:3.0:1740485461.594202:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594205:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab31600/0x5922c046cd725164 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f7701 expref: 789 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594220:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1038:0x0].0x0 (ffff880134cad800) 00010000:00010000:3.0:1740485461.594222:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594225:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094d02a00/0x5922c046cd403d07 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1038:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bc151 expref: 788 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594239:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x122d:0x0].0x0 (ffff88008e237200) 00010000:00010000:3.0:1740485461.594241:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.594244:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5415200/0x5922c046cd512ed7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x122d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8112623e expref: 787 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594255:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x991:0x0].0x0 (ffff880072aa8700) 00010000:00010000:3.0:1740485461.594257:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.594260:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009aadf000/0x5922c046cd735ec8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x991:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fde41 expref: 786 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594273:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ed:0x0].0x0 (ffff88008f3a5e00) 00010000:00010000:3.0:1740485461.594275:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594279:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009db03000/0x5922c046cd5c945d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811682a4 expref: 785 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594291:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd1c:0x0].0x0 (ffff88009ed39800) 00010000:00010000:3.0:1740485461.594293:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594295:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123184600/0x5922c046cd1bade4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fb4761 expref: 784 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594310:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2ed:0x0].0x0 (ffff8800721e9c00) 00010000:00010000:3.0:1740485461.594313:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594316:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f52f200/0x5922c046cd044512 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2ed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2c9e1 expref: 783 pid: 16016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594329:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1675:0x0].0x0 (ffff88009c299200) 00010000:00010000:3.0:1740485461.594331:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.594333:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d816600/0x5922c046cd713abb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1675:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee2b8 expref: 782 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594346:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x90a:0x0].0x0 (ffff880098f5bd00) 00010000:00010000:3.0:1740485461.594348:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594350:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ff0ec00/0x5922c046cd114274 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x90a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6a868 expref: 781 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594366:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xea8:0x0].0x0 (ffff88013559bd00) 00010000:00010000:3.0:1740485461.594368:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594371:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c592a00/0x5922c046cd3050ec lrc: 0/0,0 mode: --/CR res: [0x240000404:0xea8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810523cf expref: 780 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594382:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x49e:0x0].0x0 (ffff88009c0c5300) 00010000:00010000:3.0:1740485461.594384:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594387:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098da4800/0x5922c046cd07adb1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x49e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3cc71 expref: 779 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594400:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x136c:0x0].0x0 (ffff880097f88600) 00010000:00010000:3.0:1740485461.594402:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594405:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6bca00/0x5922c046cd58990b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x136c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114ca84 expref: 778 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594419:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16ab:0x0].0x0 (ffff88009782a400) 00010000:00010000:3.0:1740485461.594422:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.594425:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327c7800/0x5922c046cd09898e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x16ab:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f45c6f expref: 777 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594436:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd49:0x0].0x0 (ffff88006d811600) 00010000:00010000:3.0:1740485461.594438:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594441:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cbc9600/0x5922c046cd1f78ad lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fd2720 expref: 776 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594455:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10e6:0x0].0x0 (ffff880098e54f00) 00010000:00010000:3.0:1740485461.594457:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594459:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fb1ec00/0x5922c046cd44b587 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d61ae expref: 775 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594474:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2fa:0x0].0x0 (ffff88008b9e8300) 00010000:00010000:3.0:1740485461.594476:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594478:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d86a400/0x5922c046cd0475d3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2d7b0 expref: 774 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594494:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d7:0x0].0x0 (ffff880135222200) 00010000:00010000:3.0:1740485461.594496:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.594499:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd45c00/0x5922c046cd7358ee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdce3 expref: 773 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594509:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xfb:0x0].0x0 (ffff88008f806700) 00010000:00010000:3.0:1740485461.594512:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.594514:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4dd4e00/0x5922c046cda0b5ee lrc: 0/0,0 mode: --/PR res: [0x240000401:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8133eb55 expref: 772 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594525:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1507:0x0].0x0 (ffff88008d38a900) 00010000:00010000:3.0:1740485461.594541:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.594544:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009985e200/0x5922c046cd643827 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1507:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8119d785 expref: 771 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594559:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xac:0x0].0x0 (ffff880099800d00) 00010000:00010000:3.0:1740485461.594562:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.594564:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c81800/0x5922c046cd4bd809 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xac:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811044ac expref: 770 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594576:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd13:0x0].0x0 (ffff88009f553e00) 00010000:00010000:3.0:1740485461.594595:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594598:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5a6600/0x5922c046cd1af089 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80faff9a expref: 769 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594612:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4fe:0x0].0x0 (ffff8801352c4b00) 00010000:00010000:3.0:1740485461.594614:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.594617:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de8e400/0x5922c046cd08f3bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4fe:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f42f27 expref: 768 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594629:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fba:0x0].0x0 (ffff88008d9d2200) 00010000:00010000:3.0:1740485461.594631:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.594634:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326f7000/0x5922c046cd12bd2a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1fba:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7199c expref: 767 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594644:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10b8:0x0].0x0 (ffff88009e432200) 00010000:00010000:3.0:1740485461.594646:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594649:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009624d800/0x5922c046cd43795a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810ccd65 expref: 766 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594664:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf71:0x0].0x0 (ffff88006d95f200) 00010000:00010000:3.0:1740485461.594666:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594669:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c3fa000/0x5922c046cd3861ec lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81087f78 expref: 765 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594683:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15f8:0x0].0x0 (ffff88012dc06700) 00010000:00010000:3.0:1740485461.594685:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.594688:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123d47600/0x5922c046cd725507 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f785f expref: 764 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594699:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1867:0x0].0x0 (ffff88008e143a00) 00010000:00010000:3.0:1740485461.594701:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.594704:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131ec6600/0x5922c046cda21878 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1867:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8134ae44 expref: 763 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.594717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.594718:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x116e:0x0].0x0 (ffff880132173000) 00010000:00010000:3.0:1740485461.594719:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594722:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072f7b000/0x5922c046cd4a14c8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x116e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810f838b expref: 762 pid: 15996 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.594731:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268480 00010000:00010000:3.0:1740485461.594732:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16cb:0x0].0x0 (ffff88012f651000) 00010000:00010000:3.0:1740485461.594734:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1740485461.594734:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268480 00010000:00010000:3.0:1740485461.594737:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f2ab400/0x5922c046cd7303d6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fcd46 expref: 761 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594752:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x716:0x0].0x0 (ffff880096250200) 00000100:00100000:0.0:1740485461.594752:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361977 00010000:00010000:3.0:1740485461.594754:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:0.0:1740485461.594757:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:21649:x1825030869268480:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:3.0:1740485461.594758:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b62a00/0x5922c046cd0c7ad9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x716:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53c5a expref: 760 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594772:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16ab:0x0].0x0 (ffff88009782a400) 00010000:00010000:3.0:1740485461.594774:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1740485461.594775:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.594777:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800975ff600/0x5922c046cd01c0b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x16ab:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f203c6 expref: 759 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594783:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072cd5200/0x5922c046cdb8ce29 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7854 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594789:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6b:0x0].0x0 (ffff880072ef2800) 00010000:00010000:3.0:1740485461.594791:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594794:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6ca800/0x5922c046cd250f77 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81000524 expref: 758 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594810:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1830:0x0].0x0 (ffff88009e853800) 00010000:00010000:3.0:1740485461.594812:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594814:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124a15a00/0x5922c046cd8f9395 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1830:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812b8686 expref: 757 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.594827:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe41:0x0].0x0 (ffff880124809d00) 00010000:00010000:3.0:1740485461.594829:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594832:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007213a200/0x5922c046cd29426e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101e1f6 expref: 756 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594841:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.594845:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5f9:0x0].0x0 (ffff88009aea9800) 00010000:00010000:0.0:1740485461.594846:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594847:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594851:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f7e1e00/0x5922c046cd5876dd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114bd64 expref: 755 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594851:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594858:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.594861:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594864:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594866:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12f5:0x0].0x0 (ffff880124bc5400) 00010000:00010000:3.0:1740485461.594868:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594871:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f03d000/0x5922c046cd566f94 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x12f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811425ef expref: 754 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594884:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.594888:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15fe:0x0].0x0 (ffff880072dfc800) 00010000:00010000:0.0:1740485461.594888:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594890:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.594891:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594893:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a46200/0x5922c046cd6ef4fe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e0daf expref: 753 pid: 15999 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1740485461.594904:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x16b1:0x0]: returning size 4096 00010000:00010000:3.0:1740485461.594905:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x131:0x0].0x0 (ffff880098db6400) 00000004:00200000:0.0:1740485461.594906:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1740485461.594907:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.594910:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a896a00/0x5922c046cd829e98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x131:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8125d60f expref: 752 pid: 7212 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1740485461.594911:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594915:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594918:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594921:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17ab:0x0].0x0 (ffff88009d9c5e00) 00010000:00010000:0.0:1740485461.594921:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594922:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.594924:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594925:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b260c00/0x5922c046cd857223 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17ab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81273899 expref: 751 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594926:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124a99a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.594928:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594931:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594935:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.594937:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.594939:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594940:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9ea:0x0].0x0 (ffff88008ba5f500) 00010000:00010000:3.0:1740485461.594942:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.594942:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99a00/0x5922c046cdb8ce30 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594945:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008db3a000/0x5922c046cd123cfa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6f35b expref: 750 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594949:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594952:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594955:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594957:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880124a99000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.594958:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594960:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xeec:0x0].0x0 (ffff88008d82ed00) 00010000:00010000:0.0:1740485461.594961:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594963:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.594964:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff88009abe5200) 00010000:00010000:3.0:1740485461.594966:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a43e5000/0x5922c046cd317866 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xeec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105cefb expref: 749 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594966:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.594967:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.594969:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124a99000/0x5922c046cdb8ce37 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.594981:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x2fc:0x0].0x0 (ffff880072079400) 00010000:00010000:3.0:1740485461.594983:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.594986:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098c82400/0x5922c046cd3ba2e5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x2fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a0dbb expref: 748 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594987:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072cd5200/0x5922c046cdb8ce29 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7854 expref: 686 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594992:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7854 expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.594996:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff88009abe5700) 00010000:00010000:0.0:1740485461.594997:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1740485461.594998:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800925f0200, rc 0) 00010000:00010000:3.0:1740485461.594999:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xffb:0x0].0x0 (ffff88009acec800) 00010000:00010000:3.0:1740485461.595001:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.595004:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fcb1c00/0x5922c046cd3ddc23 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xffb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810ac2db expref: 747 pid: 7213 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.595015:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:21649:x1825030869268480:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 258us (299us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.595018:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1469:0x0].0x0 (ffff8800723d8400) 00000100:00100000:0.0:1740485461.595019:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361977 00010000:00010000:3.0:1740485461.595020:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.595024:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009df8b400/0x5922c046cd5f58ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1469:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117be0d expref: 746 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595035:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1e:0x0].0x0 (ffff88009c5b2200) 00010000:00010000:3.0:1740485461.595037:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595040:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c583000/0x5922c046cd150151 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c952 expref: 745 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595051:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f7:0x0].0x0 (ffff88012e1e6200) 00010000:00010000:3.0:1740485461.595053:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595056:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ba6fe00/0x5922c046cd046d67 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2d572 expref: 744 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595070:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xddc:0x0].0x0 (ffff88013211f200) 00010000:00010000:3.0:1740485461.595072:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595075:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f5f3c00/0x5922c046cd2547af lrc: 0/0,0 mode: --/CR res: [0x240000404:0xddc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81001dd5 expref: 743 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595086:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xb5:0x0].0x0 (ffff8800974c8900) 00010000:00010000:3.0:1740485461.595088:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.595091:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab80000/0x5922c046cd138f85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f759ec expref: 742 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4a9:0x0].0x0 (ffff8800a53db700) 00010000:00010000:3.0:1740485461.595105:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595108:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0a5000/0x5922c046cd07bbf7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3d04c expref: 741 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595123:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x2:0x0].0x0 (ffff88009df1bc00) 00010000:00010000:3.0:1740485461.595125:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.595128:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5465400/0x5922c046cd2aa8a2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x2:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81026cfa expref: 740 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595142:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10e5:0x0].0x0 (ffff88009ec50d00) 00010000:00010000:3.0:1740485461.595144:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595147:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fadd400/0x5922c046cd44a18a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d5ae6 expref: 739 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595162:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x411:0x0].0x0 (ffff88008e3ba600) 00010000:00010000:3.0:1740485461.595164:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595167:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327c6800/0x5922c046cd06c798 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x411:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f38608 expref: 738 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595181:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x174e:0x0].0x0 (ffff88009b73a400) 00010000:00010000:3.0:1740485461.595183:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595186:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721f5400/0x5922c046cd7de9c6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x174e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812418b6 expref: 737 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595203:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13e4:0x0].0x0 (ffff88008d38bc00) 00010000:00010000:3.0:1740485461.595205:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.595208:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4ffbe00/0x5922c046cd071e62 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f39fd8 expref: 736 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595222:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8e:0x0].0x0 (ffff88009a8bf200) 00010000:00010000:3.0:1740485461.595225:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595228:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e469400/0x5922c046cd25b777 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810075e8 expref: 735 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595243:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf29:0x0].0x0 (ffff88013208aa00) 00010000:00010000:3.0:1740485461.595245:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595248:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d194c00/0x5922c046cd361da2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107c064 expref: 734 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595261:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17a9:0x0].0x0 (ffff88012fcc2b00) 00010000:00010000:3.0:1740485461.595263:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595266:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072ab9a00/0x5922c046cd855781 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81272f54 expref: 733 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595283:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf23:0x0].0x0 (ffff880133018a00) 00010000:00010000:3.0:1740485461.595285:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595288:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4346000/0x5922c046cd35f3b0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107a9c0 expref: 732 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595303:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1250:0x0].0x0 (ffff88008e106200) 00010000:00010000:3.0:1740485461.595305:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595309:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b852a00/0x5922c046cd50f83c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81124a7b expref: 731 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595319:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x147d:0x0].0x0 (ffff880136371c00) 00010000:00010000:3.0:1740485461.595321:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595324:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4d95c00/0x5922c046cd604628 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x147d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81182e92 expref: 730 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595337:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x524:0x0].0x0 (ffff88012ca8d300) 00010000:00010000:3.0:1740485461.595339:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595342:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d16b200/0x5922c046cd51f110 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x524:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8112d69e expref: 729 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595354:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f50:0x0].0x0 (ffff880134bfb500) 00010000:00010000:3.0:1740485461.595356:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.595359:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bb95e00/0x5922c046cd14bf79 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7b52b expref: 728 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595373:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x203d:0x0].0x0 (ffff88009d8efb00) 00010000:00010000:3.0:1740485461.595375:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595378:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab81400/0x5922c046cd13ee05 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x203d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f77639 expref: 727 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595390:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd58:0x0].0x0 (ffff88012d15f000) 00010000:00010000:3.0:1740485461.595391:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.595394:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a597f400/0x5922c046cd23bed6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff3e99 expref: 726 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595405:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e9:0x0].0x0 (ffff88012fb1c000) 00010000:00010000:3.0:1740485461.595407:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595410:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a519fe00/0x5922c046cd023246 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f225fb expref: 725 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595425:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xf37:0x0].0x0 (ffff8800a4c37400) 00010000:00010000:3.0:1740485461.595427:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595431:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c7b0200/0x5922c046ccfd31e0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0xf37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0a13c expref: 724 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595444:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x322:0x0].0x0 (ffff88008fb83400) 00010000:00010000:3.0:1740485461.595446:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595449:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e98c800/0x5922c046cd04e8c7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x322:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f817 expref: 723 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595463:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x716:0x0].0x0 (ffff880096250200) 00010000:00010000:3.0:1740485461.595465:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595468:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096d43400/0x5922c046cd0c5421 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x716:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53147 expref: 722 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595480:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5c:0x0].0x0 (ffff88009caa9d00) 00010000:00010000:3.0:1740485461.595481:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595484:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e22fe00/0x5922c046ccfdc9b7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0d140 expref: 721 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595498:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1b:0x0].0x0 (ffff88008d115f00) 00010000:00010000:3.0:1740485461.595500:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595502:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a425da00/0x5922c046cd127c9b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f70663 expref: 720 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595518:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6ef:0x0].0x0 (ffff88009c89f000) 00010000:00010000:3.0:1740485461.595520:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595524:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd6c600/0x5922c046cd0c15d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f51e7e expref: 719 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595556:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x124c:0x0].0x0 (ffff88008cba7c00) 00010000:00010000:3.0:1740485461.595558:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595561:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d322200/0x5922c046cd50b2b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x124c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81121cc3 expref: 718 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595592:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14a7:0x0].0x0 (ffff880135d4ab00) 00010000:00010000:3.0:1740485461.595594:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595598:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e742600/0x5922c046cd614378 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81187ae3 expref: 717 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595617:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x487:0x0].0x0 (ffff88008ce59000) 00010000:00010000:3.0:1740485461.595619:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595622:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013629de00/0x5922c046cd078ea1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x487:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3c2bc expref: 716 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595635:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1109:0x0].0x0 (ffff8800a5afc600) 00010000:00010000:3.0:1740485461.595637:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595639:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b1b5400/0x5922c046cd458f67 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1109:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810dad8f expref: 715 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595656:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1931:0x0].0x0 (ffff88012fbe9f00) 00010000:00010000:3.0:1740485461.595658:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595661:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097cec600/0x5922c046cdad1c21 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1931:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8139a144 expref: 714 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595677:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x191f:0x0].0x0 (ffff88008dbdb900) 00010000:00010000:3.0:1740485461.595679:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595682:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de41c00/0x5922c046cd048991 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x191f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2dd28 expref: 713 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595697:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2115:0x0].0x0 (ffff88008bc51a00) 00010000:00010000:3.0:1740485461.595699:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595702:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097708800/0x5922c046cd162f9a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2115:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f825ef expref: 712 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595716:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x180a:0x0].0x0 (ffff88008a641100) 00010000:00010000:3.0:1740485461.595718:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.595722:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c76be00/0x5922c046cd8d169c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x180a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812a990b expref: 711 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595740:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x164d:0x0].0x0 (ffff88008fd06600) 00010000:00010000:3.0:1740485461.595741:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595743:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132d5f000/0x5922c046cd6fcf63 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x164d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e5d9c expref: 710 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595754:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1424:0x0].0x0 (ffff88008d9d2c00) 00010000:00010000:3.0:1740485461.595755:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.595757:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fc77400/0x5922c046cd14e6b6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c12c expref: 709 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595764:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x164:0x0].0x0 (ffff880097b0b600) 00010000:00010000:3.0:1740485461.595765:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595767:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fc11e00/0x5922c046cd00c280 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x164:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1b7f3 expref: 708 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595778:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16bf:0x0].0x0 (ffff880099feb600) 00010000:00010000:3.0:1740485461.595779:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.595781:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ddbc200/0x5922c046cd729cce lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16bf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f8ff1 expref: 707 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595795:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x78a:0x0].0x0 (ffff88012310d200) 00010000:00010000:3.0:1740485461.595797:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595800:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099291800/0x5922c046cd0d3e00 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x78a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f57533 expref: 706 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595815:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12ed:0x0].0x0 (ffff88009f500100) 00010000:00010000:3.0:1740485461.595817:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595820:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f298200/0x5922c046cd56f512 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x12ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811444f8 expref: 705 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.595831:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1565:0x0].0x0 (ffff880096a1ae00) 00010000:00010000:3.0:1740485461.595833:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.595836:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ba0ec00/0x5922c046cd66ffb1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1565:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ada54 expref: 704 pid: 9986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.595930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.595942:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268608 00000100:00100000:0.0:1740485461.595945:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268608 00000100:00100000:0.0:1740485461.595960:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361978 00000100:00100000:0.0:1740485461.595963:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:20486:x1825030869268608:12345-192.168.204.38@tcp:101:df.0 00010000:00010000:0.0:1740485461.595970:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.595976:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f70200/0x5922c046cdb8ce45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d785b expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596022:0:16017:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.596034:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:1.0:1740485461.596051:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1740485461.596053:0:16017:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1740485461.596059:0:16017:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:0.0:1740485461.596081:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.596082:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40400/0x5922c046cdb7d8d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7831 expref: 704 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596087:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00020000:1.0:1740485461.596092:0:16017:0:(ldlm_lockd.c:1492:ldlm_handle_enqueue()) ### lock on destroyed export ffff88008a465800 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7831 expref: 703 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596092:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.596097:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=-107) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7831 expref: 703 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596103:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.596105:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000004:00200000:0.0:1740485461.596105:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1740485461.596106:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1740485461.596107:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.596109:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1740485461.596112:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df41e00/0x5922c046cdb7d8dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7831 expref: 703 pid: 16017 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1740485461.596112:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.596118:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df41e00, rc -107) 00010000:00010000:0.0:1740485461.596128:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f70200/0x5922c046cdb8ce45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 687 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.596141:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009982c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:83b16817-19e2-4964-825b-f66b9c1b4175+702:20485:x1825030868429696:12345-192.168.204.38@tcp:101:df.0 Request processed in 4549801us (4549906us total) trans 0 rc -107/-107 00010000:00010000:0.0:1740485461.596141:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 686 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.596148:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361970 00010000:00010000:0.0:1740485461.596149:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.596150:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1740485461.596152:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4f71600, rc 0) 00000100:00100000:0.0:1740485461.596167:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+686:20486:x1825030869268608:12345-192.168.204.38@tcp:101:df.0 Request processed in 204us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.596177:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361978 00000100:00100000:1.0:1740485461.596184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.596198:0:16135:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268864 00000100:00100000:1.0:1740485461.596201:0:16135:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268864 00000100:00100000:1.0:1740485461.596229:0:16135:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16910 00000100:00100000:0.0:1740485461.596230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.596235:0:16135:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+686:21649:x1825030869268864:12345-192.168.204.38@tcp:36:mrename.0 00000100:00100000:0.0:1740485461.596246:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869268992 00000100:00100000:0.0:1740485461.596248:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869268992 00010000:00010000:1.0:1740485461.596255:0:16135:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1740485461.596265:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800986cb400/0x5922c046cd735751 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x951:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdc6c expref: 686 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596275:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x951:0x0].0x0 (ffff880131abdf00) 00000100:00100000:0.0:1740485461.596276:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59175 00000100:00100000:0.0:1740485461.596280:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1864:2003:x1825030869268992:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1740485461.596285:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f0200/0x5922c046cdb8ce3e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7854 expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596286:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1740485461.596293:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff88009abe5700) 00010000:00010000:0.0:1740485461.596296:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801326c5200/0x5922c046ccddb65c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7644d expref: 1864 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596301:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40600/0x5922c046cdb7d8ea lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7838 expref: 684 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596308:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.596309:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6db:0x0].0x0 (ffff88009cb38700) 00010000:00010000:1.0:1740485461.596310:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.596319:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:0.0:1740485461.596320:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c884000/0x5922c046cce00a82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x821:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e81418 expref: 1863 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596325:0:16135:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 683 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596329:0:16135:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:0.0:1740485461.596330:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x821:0x0].0x0 (ffff8800a53a1b00) 00010000:00010000:1.0:1740485461.596342:0:16135:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 683 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596348:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df39400/0x5922c046ccd679b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e542f5 expref: 1862 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.596353:0:16135:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 683 pid: 16007 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1740485461.596359:0:16135:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133133480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001_UUID:16135:1825030708387840:192.168.204.38@tcp:104: 00010000:00010000:0.0:1740485461.596361:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (ffff880131b37100) 00010000:00010000:0.0:1740485461.596371:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008be35e00/0x5922c046ccdfc347 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x776:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7ff96 expref: 1861 pid: 15999 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.596378:0:16135:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485461.596381:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x776:0x0].0x0 (ffff88009cb38800) 00010000:00010000:0.0:1740485461.596390:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800721f0400/0x5922c046ccdeaa67 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x95d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7aaa8 expref: 1860 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596396:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x95d:0x0].0x0 (ffff8800977ab100) 00010000:00010000:0.0:1740485461.596408:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134ed3600/0x5922c046ccdf9717 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7f31e expref: 1859 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596417:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7fb:0x0].0x0 (ffff8800a53a1400) 00000004:00080000:1.0:1740485461.596426:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000406:0x1b7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1740485461.596426:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a5d2200/0x5922c046ccdf966f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7f2bc expref: 1858 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596435:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7a5:0x0].0x0 (ffff88009c228e00) 00010000:00010000:0.0:1740485461.596445:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c706000/0x5922c046ccdf762b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7e890 expref: 1857 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596454:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e8:0x0].0x0 (ffff88009ea85500) 00010000:00010000:0.0:1740485461.596464:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008be37400/0x5922c046ccdf666b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7e43e expref: 1856 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596471:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7de:0x0].0x0 (ffff88008dba4b00) 00010000:00010000:0.0:1740485461.596480:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0d4600/0x5922c046ccdf35cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7d45b expref: 1855 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596488:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff88008cdb8800) 00010000:00010000:0.0:1740485461.596497:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096de7800/0x5922c046ccdf27f7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x8b6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7cfb5 expref: 1854 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596509:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cb4fa00/0x5922c046ccdf2692 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x8b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7cf4c expref: 1853 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596517:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x8b6:0x0].0x0 (ffff88008bcaa500) 00000040:00080000:1.0:1740485461.596522:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1586, 440 off1356168 00010000:00010000:0.0:1740485461.596545:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f52e600/0x5922c046ccdf1bd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7cbef expref: 1852 pid: 16016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596554:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88008bc51400) 00010000:00010000:0.0:1740485461.596566:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135568000/0x5922c046ccde9c6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x76a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7a68e expref: 1851 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596594:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbbea00/0x5922c046ccdee1c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7bafb expref: 1850 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.596601:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76a:0x0].0x0 (ffff88013538b100) 00010000:00010000:0.0:1740485461.596609:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008a5d4a00/0x5922c046ccded475 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x791:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7b70b expref: 1849 pid: 15999 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1740485461.596616:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000401:0x47:0x0].24, 440 off48928 00010000:00010000:0.0:1740485461.596616:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x791:0x0].0x0 (ffff88008e1e1100) 00000004:00080000:1.0:1740485461.596619:0:7203:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008b6cf000 with version 9703 00010000:00010000:0.0:1740485461.596619:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1740485461.596626:0:8366:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880091c69e40 version 9703 rpc_version 9703 00000100:00100000:0.0:1740485461.596634:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1848:2003:x1825030869268992:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 354us (404us total) trans 0 rc 0/0 00000020:00100000:1.0:1740485461.596636:0:8366:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1740485461.596638:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59175 00000100:00100000:1.0:1740485461.596640:0:8366:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880133133800 x1825030708388096/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1144/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1740485461.596649:0:8366:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880133133800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708388096:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1740485461.596669:0:8366:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485461.596683:0:8366:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009fbf6780 going to sleep for 11 seconds 00000100:00100000:1.0:1740485461.596697:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388096 00000100:00100000:1.0:1740485461.596699:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388096 00000100:00100000:1.0:1740485461.596721:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46283 00000100:00100000:1.0:1740485461.596724:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+22:8366:x1825030708388096:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1740485461.596815:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+23:8366:x1825030708388096:12345-0@lo:1000:osp_up0-1.0 Request processed in 89us (144us total) trans 4295087977 rc 0/0 00000100:00100000:1.0:1740485461.596819:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46283 00000100:00100000:0.0:1740485461.596838:0:8366:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133133800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708388096:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1740485461.596970:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000406:0x298:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:1.0:1740485461.597072:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000406:0x5a8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:1.0:1740485461.597159:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x17f5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:1.0:1740485461.597250:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x1867:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1740485461.597285:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1587, 440 off1356608 00000040:00080000:1.0:1740485461.597329:0:7203:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000401:0x47:0x0].25, 440 off49368 00000004:00080000:1.0:1740485461.597331:0:7203:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880131d79180 with version 9704 00000004:00080000:0.0:1740485461.597367:0:8366:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880091c69e40 version 9704 rpc_version 9704 00000020:00100000:0.0:1740485461.597379:0:8366:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1740485461.597382:0:8366:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009b34d180 x1825030708388352/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1144/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1740485461.597391:0:8366:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009b34d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708388352:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1740485461.597408:0:8366:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485461.597423:0:8366:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 11 seconds 00000100:00100000:1.0:1740485461.597440:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388352 00000100:00100000:1.0:1740485461.597443:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388352 00000100:00100000:1.0:1740485461.597456:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46284 00000100:00100000:1.0:1740485461.597459:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+23:8366:x1825030708388352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1740485461.597624:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+24:8366:x1825030708388352:12345-0@lo:1000:osp_up0-1.0 Request processed in 163us (214us total) trans 4295087978 rc 0/0 00000100:00100000:1.0:1740485461.597629:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46284 00000100:00100000:0.0:1740485461.597662:0:8366:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009b34d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8366:1825030708388352:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1740485461.597667:0:16135:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880133133480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001_UUID:16135:1825030708387840:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485461.597681:0:16135:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.597696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.597717:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269120 00000100:00100000:1.0:1740485461.597718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.597720:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269120 00000100:00100000:1.0:1740485461.597732:0:16118:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269248 00010000:00010000:0.0:1740485461.597733:0:7200:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 684 pid: 16007 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1740485461.597734:0:16118:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269248 00000100:00100000:1.0:1740485461.597750:0:16118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361979 00000100:00100000:0.0:1740485461.597751:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520635 00000100:00100000:1.0:1740485461.597753:0:16118:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+1848:20486:x1825030869269248:12345-192.168.204.38@tcp:41:df.0 00000100:00100000:0.0:1740485461.597755:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+684:2006:x1825030869269120:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1740485461.597762:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485461.597767:0:7200:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 684 pid: 16007 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1740485461.597775:0:7200:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 684 pid: 16007 timeout: 842 lvb_type: 0 00000004:00000024:1.0:1740485461.597776:0:16118:0:(mdt_handler.c:526:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7822274560 avail 7357194240 00010000:00010000:0.0:1740485461.597785:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71600/0x5922c046cdb8ce4c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d785b expref: 684 pid: 16007 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1740485461.597793:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00000100:00100000:1.0:1740485461.597796:0:16118:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133133100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+1848:20486:x1825030869269248:12345-192.168.204.38@tcp:41:df.0 Request processed in 43us (78us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.597797:0:7200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.597800:0:16118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361979 00010000:00010000:0.0:1740485461.597802:0:7200:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16135 initiator: MDT1 00010000:00010000:0.0:1740485461.597807:0:7200:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16135 initiator: MDT1 00010000:00010000:0.0:1740485461.597826:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.597833:0:16135:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597837:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00000100:00100000:0.0:1740485461.597841:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+683:2006:x1825030869269120:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 85us (143us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.597844:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00000100:00100000:0.0:1740485461.597845:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520635 00010000:00010000:1.0:1740485461.597849:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597853:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597861:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.597865:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597868:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597897:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.597900:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597903:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597909:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,1 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.597912:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597916:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597948:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597951:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 2/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597955:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597958:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f778800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.597960:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597963:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 4/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00000004:00080000:0.0:1740485461.597964:0:7203:0:(mdd_object.c:3964:mdd_close()) Object [0x240000404:0x1936:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1740485461.597967:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x951:0x0].0x0 (ffff880123ccf300) 00010000:00010000:1.0:1740485461.597969:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1740485461.597970:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 2/0,0 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597973:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778800/0x5922c046cdb8ce6f lrc: 0/0,0 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597982:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597985:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597987:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597991:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f778e00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.597992:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597995:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.597998:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff880098516300) 00010000:00010000:1.0:1740485461.597999:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1740485461.598001:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598003:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778e00/0x5922c046cdb8ce68 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598012:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598014:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598017:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598019:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f779000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.598020:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598023:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00000001:00000004:0.0:1740485461.598026:0:7203:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4295061033 00010000:00010000:1.0:1740485461.598027:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff88009b7f5f00) 00010000:00010000:1.0:1740485461.598028:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.598029:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598032:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779000/0x5922c046cdb8ce61 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598039:0:16135:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598042:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598045:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00000020:00080000:0.0:1740485461.598047:0:7203:0:(genops.c:1560:class_fail_export()) disconnected export ffff88008a465800/83b16817-19e2-4964-825b-f66b9c1b4175 00010000:00010000:1.0:1740485461.598048:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598050:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800977c7400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.598050:0:7203:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0c7600/0x5922c046cd739103 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7f6 expref: 698 pid: 16049 timeout: 742 lvb_type: 0 00010000:00010000:1.0:1740485461.598051:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598054:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598057:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.598058:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.598059:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598062:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977c7400/0x5922c046cdb8ce53 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598067:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598072:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598075:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598078:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f778a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.598079:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598082:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598084:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff880131bba900) 00010000:00010000:1.0:1740485461.598086:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.598087:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.598089:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778a00/0x5922c046cdb8ce5a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.598112:0:16135:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+682:21649:x1825030869268864:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 1877us (1928us total) trans 0 rc -39/-39 00000100:00100000:1.0:1740485461.598116:0:16135:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16910 00000100:00100000:0.0:1740485461.598763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.598793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.598808:0:16118:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269376 00000100:00100000:1.0:1740485461.598813:0:16118:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269376 00000100:00100000:1.0:1740485461.598827:0:16118:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269632 00000100:00100000:1.0:1740485461.598829:0:16118:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269632 00000100:00100000:0.0:1740485461.598835:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361980 00000100:00100000:1.0:1740485461.598839:0:16118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361981 00000100:00100000:0.0:1740485461.598839:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:20486:x1825030869269376:12345-192.168.204.38@tcp:101:df.0 00000100:00100000:1.0:1740485461.598843:0:16118:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+683:21650:x1825030869269632:12345-192.168.204.38@tcp:36:mkdir.0 00010000:00010000:0.0:1740485461.598846:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.598852:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8ce76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7862 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.598891:0:16118:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+684:21650:x1825030869269632:12345-192.168.204.38@tcp:36:mkdir.0 Request processed in 46us (96us total) trans 0 rc -17/-17 00010000:00010000:0.0:1740485461.598893:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00000100:00100000:1.0:1740485461.598895:0:16118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361981 00010000:00010000:0.0:1740485461.598899:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:0.0:1740485461.598904:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:0.0:1740485461.598917:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1740485461.598919:0:16017:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1740485461.598924:0:16017:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:0.0:1740485461.598939:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8ce76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7862 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.598949:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7862 expref: 683 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.598953:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.598954:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1740485461.598956:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a644600, rc 0) 00000100:00100000:0.0:1740485461.598973:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b34df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:20486:x1825030869269376:12345-192.168.204.38@tcp:101:df.0 Request processed in 134us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.598977:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361980 00000100:00100000:0.0:1740485461.600713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.600763:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269760 00000100:00100000:1.0:1740485461.600768:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269760 00000100:00100000:1.0:1740485461.600789:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361982 00000100:00100000:1.0:1740485461.600795:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88007231a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:21653:x1825030869269760:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:1.0:1740485461.600803:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.600811:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778400/0x5922c046cdb8ce84 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7869 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.600860:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.600868:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600875:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600884:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.600890:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600896:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600923:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x951:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.600929:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x951:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600935:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x951:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:1.0:1740485461.600950:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x951:0x0]: returning size 4096 00000004:00200000:1.0:1740485461.600953:0:16017:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1740485461.600961:0:16017:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x951:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600968:0:16017:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600973:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600978:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600983:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600988:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f779200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.600991:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.600996:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601003:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.601006:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.601009:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601014:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f779200/0x5922c046cdb8ce8b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601024:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601029:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601034:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601039:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800925f1a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.601041:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601046:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601051:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff880131a22200) 00010000:00010000:1.0:1740485461.601053:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.601055:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601059:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800925f1a00/0x5922c046cdb8ce92 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.601086:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778400/0x5922c046cdb8ce84 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7869 expref: 685 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.601097:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x951:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7869 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.601104:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x951:0x0].0x0 (ffff880131bba500) 00010000:00010000:1.0:1740485461.601105:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1740485461.601108:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f12b200, rc 0) 00000100:00100000:1.0:1740485461.601141:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88007231a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+684:21653:x1825030869269760:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 345us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.601147:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361982 00000100:00100000:0.0:1740485461.602279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.602295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.602303:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270016 00000100:00100000:0.0:1740485461.602306:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270016 00000100:00100000:1.0:1740485461.602314:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869269888 00000100:00100000:1.0:1740485461.602317:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869269888 00000100:00100000:0.0:1740485461.602319:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59176 00000100:00100000:0.0:1740485461.602322:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1848:2005:x1825030869270016:12345-192.168.204.38@tcp:103:mrename.0 00010000:00010000:0.0:1740485461.602328:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1740485461.602331:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361983 00000100:00100000:1.0:1740485461.602334:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:0+-99:2002:x1825030869269888:12345-192.168.204.38@tcp:38:mrename.0 00010000:00010000:0.0:1740485461.602336:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f87fe00/0x5922c046cd736c74 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f89:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe0a9 expref: 1848 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.602348:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88007237f100) 00010000:00080000:1.0:1740485461.602351:0:16017:0:(ldlm_lib.c:1344:target_handle_connect()) lustre-MDT0001: connection from 83b16817-19e2-4964-825b-f66b9c1b4175@192.168.204.38@tcp t4295014845 exp (null) cur 742 last 0 00010000:00010000:0.0:1740485461.602351:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485461.602364:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1847:2005:x1825030869270016:12345-192.168.204.38@tcp:103:mrename.0 Request processed in 41us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.602368:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59176 00000020:00000080:1.0:1740485461.602370:0:16017:0:(genops.c:1294:class_connect()) connect: client 83b16817-19e2-4964-825b-f66b9c1b4175, cookie 0x5922c046cdb8cea0 00000004:00100000:1.0:1740485461.602383:0:16017:0:(mdt_handler.c:7078:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00100000:0.0:1740485461.602396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000020:01000000:1.0:1740485461.602405:0:16017:0:(lprocfs_status_server.c:554:lprocfs_exp_setup()) using hash ffff8800a765e300 00000100:00080000:1.0:1740485461.602422:0:16017:0:(import.c:68:import_set_state_nolock()) ffff880099147800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1740485461.602443:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:83b16817-19e2-4964-825b-f66b9c1b4175+6:2002:x1825030869269888:12345-192.168.204.38@tcp:38:mrename.0 Request processed in 107us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.602447:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361983 00000100:00100000:1.0:1740485461.602464:0:16135:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270272 00000100:00100000:1.0:1740485461.602466:0:16135:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270272 00000100:00100000:1.0:1740485461.602483:0:16135:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16911 00000100:00100000:1.0:1740485461.602486:0:16135:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:21653:x1825030869270272:12345-192.168.204.38@tcp:36:mrename.0 00010000:00010000:1.0:1740485461.602499:0:16135:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1740485461.602507:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f12b200/0x5922c046cdb8ce99 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x951:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7869 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.602515:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x951:0x0].0x0 (ffff880131bba500) 00010000:00010000:1.0:1740485461.602522:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cc8a00/0x5922c046cd736bb0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe06a expref: 683 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.602544:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff880134ba0400) 00010000:00010000:1.0:1740485461.602552:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a644600/0x5922c046cdb8ce7d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7862 expref: 682 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.602558:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.602559:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.602568:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602573:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602591:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602597:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602601:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602604:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602611:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602614:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602617:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602644:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602648:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602651:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602668:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602671:0:16135:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x0 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602676:0:16135:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.602684:0:16135:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001-mdtlov_UUID:16135:1825030708388480:0@lo:101:mdt_io00_013.0 00000100:00100000:1.0:1740485461.602702:0:16135:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485461.602719:0:16135:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00000100:00100000:0.0:1740485461.602728:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388480 00000100:00100000:0.0:1740485461.602731:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388480 00000100:00100000:0.0:1740485461.602744:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46285 00000100:00100000:0.0:1740485461.602747:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+24:16135:x1825030708388480:12345-0@lo:101:mdt_io00_013.0 00010000:00010000:0.0:1740485461.602755:0:16051:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.602760:0:16051:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8ceca lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5922c046cdb8cec3 expref: -99 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.602771:0:16051:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8ceca lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5922c046cdb8cec3 expref: 25 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.602776:0:16051:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8ceca lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cec3 expref: 25 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.602780:0:16051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88007237f100) 00010000:00010000:0.0:1740485461.602781:0:16051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1740485461.602783:0:16051:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe1000, rc 0) 00000100:00100000:0.0:1740485461.602806:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+25:16135:x1825030708388480:12345-0@lo:101:mdt_io00_013.0 Request processed in 58us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.602810:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46285 00000100:00100000:1.0:1740485461.602826:0:16135:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001-mdtlov_UUID:16135:1825030708388480:0@lo:101:mdt_io00_013.0 00010000:00010000:1.0:1740485461.602834:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.602839:0:16135:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1740485461.602850:0:16135:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x200000403:0x2f89:0x0] 00010000:00010000:1.0:1740485461.602858:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,1 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1740485461.602864:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.602868:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.602884:0:16135:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001-mdtlov_UUID:16135:1825030708388608:0@lo:1000:mdt_io00_013.0 00000100:00100000:1.0:1740485461.602899:0:16135:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485461.602906:0:16135:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008b6cf780 going to sleep for 11 seconds 00000100:00100000:0.0:1740485461.602939:0:16051:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388608 00000100:00100000:0.0:1740485461.602942:0:16051:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388608 00000100:00100000:0.0:1740485461.602953:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46286 00000100:00100000:0.0:1740485461.602956:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+25:16135:x1825030708388608:12345-0@lo:1000:mdt_io00_013.0 00000100:00100000:0.0:1740485461.602988:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+25:16135:x1825030708388608:12345-0@lo:1000:mdt_io00_013.0 Request processed in 32us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.602992:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46286 00000100:00100000:1.0:1740485461.602996:0:16135:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_013:lustre-MDT0001-mdtlov_UUID:16135:1825030708388608:0@lo:1000:mdt_io00_013.0 00010000:00010000:1.0:1740485461.603039:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603042:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 2/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603046:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603048:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcf800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.603050:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603053:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 4/0,0 mode: EX/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603057:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x951:0x0].0x0 (ffff880134f19100) 00010000:00010000:1.0:1740485461.603059:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1740485461.603061:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 2/0,0 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603066:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf800/0x5922c046cdb8ced1 lrc: 0/0,0 mode: --/EX res: [0x240000406:0x951:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603073:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603076:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603079:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603082:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcf400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.603083:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603086:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603089:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88012fb0b500) 00010000:00010000:1.0:1740485461.603090:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1740485461.603091:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603094:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf400/0x5922c046cdb8cebc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00000004:00080000:1.0:1740485461.603101:0:16135:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x200000403:0x2f89:0x0] 00010000:00010000:1.0:1740485461.603103:0:16135:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603106:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603110:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603126:0:16135:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1740485461.603130:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603133:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603136:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603139:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcfc00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.603140:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603143:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603146:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff88012fa1d200) 00010000:00010000:1.0:1740485461.603147:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.603148:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603151:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcfc00/0x5922c046cdb8ceb5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603157:0:16135:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603160:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603163:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603166:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603168:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dce800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.603170:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603172:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603175:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.603176:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.603178:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603180:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dce800/0x5922c046cdb8cea7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603185:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603187:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603190:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603192:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dcf000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.603193:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603199:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603202:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff880134fa0500) 00010000:00010000:1.0:1740485461.603203:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.603204:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.603207:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcf000/0x5922c046cdb8ceae lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00000100:00100000:1.0:1740485461.603235:0:16135:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+681:21653:x1825030869270272:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 748us (838us total) trans 0 rc -39/-39 00000100:00100000:1.0:1740485461.603239:0:16135:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16911 00010000:00010000:1.0:1740485461.603256:0:16066:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1740485461.603260:0:16066:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603263:0:16066:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135dce000 already unused, calling callback (ffffffffa0f2e530) 00010000:00010000:1.0:1740485461.603265:0:16066:0:(ldlm_request.c:1283:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1740485461.603270:0:16066:0:(mdt_handler.c:3780:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603282:0:16066:0:(ldlm_request.c:1330:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603285:0:16066:0:(ldlm_request.c:1376:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1740485461.603294:0:16066:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 1/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603298:0:16066:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880135dce000/0x5922c046cdb8cec3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8ceca expref: -99 pid: 16135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.603306:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1740485461.603307:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1740485461.603308:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1740485461.603316:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1825030708388736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1740485461.603330:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485461.603343:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388736 00000100:00100000:0.0:1740485461.603346:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388736 00000100:00100000:0.0:1740485461.603367:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59177 00000100:00100000:0.0:1740485461.603371:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b451880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+25:3766:x1825030708388736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1740485461.603379:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1740485461.603388:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8ceca lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5922c046cdb8cec3 expref: 25 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.603397:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88007237f100) 00010000:00010000:0.0:1740485461.603400:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485461.603424:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b451880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+24:3766:x1825030708388736:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.603427:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009aedd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1825030708388736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1740485461.603430:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59177 00010000:00010000:2.0:1740485461.605559:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=-107) ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe804 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.605575:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:2.0:1740485461.605585:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.605590:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:3.0:1740485461.605595:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.605597:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:2.0:1740485461.605598:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.605600:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9f800/0x5922c046cdb8ce22 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1584:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe804 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605607:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xf65:0x0].0x0 (ffff88009c97ce00) 00010000:00010000:3.0:1740485461.605609:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1740485461.605610:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c9f800, rc -107) 00010000:00010000:3.0:1740485461.605614:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006da5d800/0x5922c046ccfd946c lrc: 0/0,0 mode: --/CR res: [0x240000402:0xf65:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0bf96 expref: 696 pid: 16016 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.605637:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:83b16817-19e2-4964-825b-f66b9c1b4175+695:2006:x1825030765062528:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 100828664us (100828699us total) trans 0 rc -107/-107 00010000:00010000:3.0:1740485461.605639:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x863:0x0].0x0 (ffff8801355abd00) 00010000:00010000:3.0:1740485461.605641:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1740485461.605642:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 38105 00010000:00010000:3.0:1740485461.605645:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801351e3600/0x5922c046cd6b6cf4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x863:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c7459 expref: 695 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605673:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xa71:0x0].0x0 (ffff88009df30e00) 00010000:00010000:3.0:1740485461.605674:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.605678:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d083200/0x5922c046cd85b996 lrc: 0/0,0 mode: --/PR res: [0x240000406:0xa71:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8127502b expref: 693 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605696:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1966:0x0].0x0 (ffff88009845bb00) 00010000:00010000:3.0:1740485461.605699:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605702:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f195a00/0x5922c046cdb14bfa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1966:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813b17f5 expref: 692 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605723:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xceb:0x0].0x0 (ffff88008f2fc200) 00010000:00010000:3.0:1740485461.605726:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605729:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c47c00/0x5922c046cd189968 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xceb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f99ca0 expref: 691 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605746:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xce:0x0].0x0 (ffff8801320a7600) 00010000:00010000:3.0:1740485461.605748:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.605752:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c19c800/0x5922c046cd70a5b5 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ea612 expref: 690 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605770:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6e:0x0].0x0 (ffff88008bb14500) 00010000:00010000:3.0:1740485461.605772:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.605775:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097b82400/0x5922c046cd22e383 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80feae2b expref: 689 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605794:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x89d:0x0].0x0 (ffff8801320a7c00) 00010000:00010000:3.0:1740485461.605796:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.605800:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801352b1c00/0x5922c046cd702792 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x89d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e7d15 expref: 688 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605817:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x48b:0x0].0x0 (ffff88012e1ad800) 00010000:00010000:3.0:1740485461.605819:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.605822:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0a4e00/0x5922c046cd081c76 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x48b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3ec68 expref: 687 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605832:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x119d:0x0].0x0 (ffff880072d1b800) 00010000:00010000:3.0:1740485461.605834:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605836:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b101e00/0x5922c046cd4bb24d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x119d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811031b2 expref: 686 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605852:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1552:0x0].0x0 (ffff8800950d9d00) 00010000:00010000:3.0:1740485461.605853:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605855:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd2a800/0x5922c046cd668a32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1552:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ab413 expref: 685 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605868:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x12c:0x0].0x0 (ffff88006db99700) 00010000:00010000:3.0:1740485461.605870:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.605871:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f551a00/0x5922c046cd7de3c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81241678 expref: 684 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605884:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1999:0x0].0x0 (ffff88009de29900) 00010000:00010000:3.0:1740485461.605885:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605887:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b133c00/0x5922c046cd072f9c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1999:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3a550 expref: 683 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605896:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1955:0x0].0x0 (ffff88009fa5ac00) 00010000:00010000:3.0:1740485461.605897:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605901:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a998e00/0x5922c046cd030963 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1955:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f266fa expref: 682 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605919:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x901:0x0].0x0 (ffff88008fbbb400) 00010000:00010000:3.0:1740485461.605921:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605924:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b945200/0x5922c046cd1121ab lrc: 0/0,0 mode: --/CR res: [0x240000404:0x901:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f69e43 expref: 681 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605943:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d1:0x0].0x0 (ffff880135222000) 00010000:00010000:3.0:1740485461.605945:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.605949:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009df34400/0x5922c046cd734f55 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdae4 expref: 680 pid: 16114 timeout: 0 lvb_type: 0 00000100:02000400:2.0:1740485461.605959:0:16049:0:(service.c:2676:ptlrpc_watchdog_update()) ll_ost_out00_00: service thread pid 16049 completed after 100.828s. This likely indicates the system was overloaded (too many service threads, or not enough hardware resources). 00010000:00010000:3.0:1740485461.605969:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x147:0x0].0x0 (ffff88009b4c6f00) 00010000:00010000:3.0:1740485461.605971:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.605974:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fa44e00/0x5922c046cd00269d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x147:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1891c expref: 679 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.605995:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd54:0x0].0x0 (ffff88006d91f800) 00010000:00010000:3.0:1740485461.605997:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.606000:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ad1a00/0x5922c046cd23d661 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xd54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4b88 expref: 678 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606013:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x130e:0x0].0x0 (ffff88009b597900) 00010000:00010000:3.0:1740485461.606014:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606018:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006da75e00/0x5922c046cd56e1f5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x130e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114427b expref: 677 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606037:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f8b:0x0].0x0 (ffff880130ee2b00) 00010000:00010000:3.0:1740485461.606039:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606043:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f819c00/0x5922c046cd150008 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c8e2 expref: 676 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606056:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1876:0x0].0x0 (ffff88009ac82900) 00010000:00010000:3.0:1740485461.606059:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606062:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006dbc5a00/0x5922c046cd0158dd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1876:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1e4cb expref: 675 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606080:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2a:0x0].0x0 (ffff880131bd6300) 00010000:00010000:3.0:1740485461.606082:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606086:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d983800/0x5922c046ccfd0a10 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0945b expref: 674 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5ca:0x0].0x0 (ffff88009b080c00) 00010000:00010000:3.0:1740485461.606105:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606108:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5e2800/0x5922c046cd0aa82c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4adf9 expref: 673 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606127:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1133:0x0].0x0 (ffff880123d14e00) 00010000:00010000:3.0:1740485461.606129:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606133:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135308400/0x5922c046cd47f40a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1133:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810edf74 expref: 672 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606148:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b54:0x0].0x0 (ffff880131b37800) 00010000:00010000:3.0:1740485461.606149:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606153:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5171400/0x5922c046cd0d3efc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b54:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f57572 expref: 671 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606170:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x715:0x0].0x0 (ffff8800a53dbd00) 00010000:00010000:3.0:1740485461.606172:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.606176:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b85b800/0x5922c046cd0e560e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x715:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5ca59 expref: 670 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606189:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x11d:0x0].0x0 (ffff88008e009d00) 00010000:00010000:3.0:1740485461.606191:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606194:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013627ca00/0x5922c046cd705088 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e8cf1 expref: 669 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606211:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3b7:0x0].0x0 (ffff88009caa8100) 00010000:00010000:3.0:1740485461.606213:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.606216:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007200ac00/0x5922c046cd096307 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f450ec expref: 668 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606231:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xe7:0x0].0x0 (ffff88008cd85200) 00010000:00010000:3.0:1740485461.606233:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606236:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4d2aa00/0x5922c046cd3e944c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810af111 expref: 667 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606248:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.606250:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.606253:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f818800/0x5922c046ccfc83ea lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f06713 expref: 666 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606267:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe07:0x0].0x0 (ffff88009f4b3a00) 00010000:00010000:3.0:1740485461.606270:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606273:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fb81400/0x5922c046cd30098e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe07:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81050583 expref: 665 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606285:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x114a:0x0].0x0 (ffff880096236a00) 00010000:00010000:3.0:1740485461.606287:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606290:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009df4d400/0x5922c046cd48dcd1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x114a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810f285a expref: 664 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606306:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d2:0x0].0x0 (ffff88008a766700) 00010000:00010000:3.0:1740485461.606308:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.606312:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fac6400/0x5922c046cd733244 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd53b expref: 663 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606331:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x802:0x0].0x0 (ffff88009e789900) 00010000:00010000:3.0:1740485461.606333:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606337:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800979aac00/0x5922c046cd65e198 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x802:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a88d8 expref: 662 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606350:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x885:0x0].0x0 (ffff88009c84ce00) 00010000:00010000:3.0:1740485461.606351:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.606355:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f065000/0x5922c046cd11011a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x885:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f694fe expref: 661 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606383:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfd9:0x0].0x0 (ffff880072c3fc00) 00010000:00010000:3.0:1740485461.606385:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606388:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3f8800/0x5922c046cd3bdc04 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfd9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a258c expref: 660 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606403:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13d2:0x0].0x0 (ffff88008d9e9800) 00010000:00010000:3.0:1740485461.606405:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606408:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fd20400/0x5922c046cd731e6a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd19f expref: 659 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606423:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x58:0x0].0x0 (ffff88009d3aa100) 00010000:00010000:3.0:1740485461.606425:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606429:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f255c00/0x5922c046cd189a48 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x58:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f99d1e expref: 658 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606450:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff88008ba5ef00) 00010000:00010000:3.0:1740485461.606452:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606456:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bb95400/0x5922c046cd01de38 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f20bfa expref: 657 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606472:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x959:0x0].0x0 (ffff88008d18e300) 00010000:00010000:3.0:1740485461.606474:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606477:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a55a9800/0x5922c046cd722a74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x959:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f69ef expref: 656 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606497:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9d8:0x0].0x0 (ffff88012fc61800) 00010000:00010000:3.0:1740485461.606499:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.606502:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d982e00/0x5922c046cd130576 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f72f9f expref: 655 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606514:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xb2f:0x0].0x0 (ffff880124befa00) 00010000:00010000:3.0:1740485461.606516:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606519:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123cc0800/0x5922c046cd9520cd lrc: 0/0,0 mode: --/CR res: [0x240000406:0xb2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812e9a76 expref: 654 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606546:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xe6:0x0].0x0 (ffff88008d84e800) 00010000:00010000:3.0:1740485461.606548:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606551:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dc62000/0x5922c046cd8b4102 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xe6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812a3a6f expref: 653 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606569:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdc:0x0].0x0 (ffff8800a436a000) 00010000:00010000:3.0:1740485461.606571:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606574:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c888600/0x5922c046ccfed6ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f122ca expref: 652 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606620:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x94:0x0].0x0 (ffff880123c89500) 00010000:00010000:3.0:1740485461.606622:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606626:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c6e200/0x5922c046cd25b2ed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810070bd expref: 651 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606650:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xca5:0x0].0x0 (ffff88008d18e000) 00010000:00010000:3.0:1740485461.606652:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606656:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131b92000/0x5922c046cd181644 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xca5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f9522b expref: 650 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606671:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf7b:0x0].0x0 (ffff880090e06400) 00010000:00010000:3.0:1740485461.606673:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606677:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097499e00/0x5922c046cd38c925 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8108a7d4 expref: 649 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606702:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6b8:0x0].0x0 (ffff88009f500d00) 00010000:00010000:3.0:1740485461.606704:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606707:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c0e0000/0x5922c046cd5d8cf9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117096b expref: 648 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606725:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x242:0x0].0x0 (ffff880096250000) 00010000:00010000:3.0:1740485461.606727:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.606730:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e9dfc00/0x5922c046cd02e6a9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x242:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f25c96 expref: 647 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606743:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1960:0x0].0x0 (ffff8800a5aed600) 00010000:00010000:3.0:1740485461.606745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606749:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800999e9800/0x5922c046cdb09e20 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1960:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813abab7 expref: 646 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606764:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x77:0x0].0x0 (ffff88009c292f00) 00010000:00010000:3.0:1740485461.606766:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606769:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134d22800/0x5922c046cd2c6a85 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x77:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81034869 expref: 645 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606781:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x159e:0x0].0x0 (ffff88009f553d00) 00010000:00010000:3.0:1740485461.606783:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606787:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009775ae00/0x5922c046cd691444 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x159e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811bccd7 expref: 644 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606806:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3be:0x0].0x0 (ffff88008d9d2700) 00010000:00010000:3.0:1740485461.606808:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606811:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df20000/0x5922c046cd06386c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3be:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f35b4b expref: 643 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606830:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x124:0x0].0x0 (ffff88008e316c00) 00010000:00010000:3.0:1740485461.606832:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.606835:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f2f7400/0x5922c046cd742e28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812020dd expref: 642 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606854:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe1:0x0].0x0 (ffff88009b1f4500) 00010000:00010000:3.0:1740485461.606856:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606859:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098dbe800/0x5922c046ccfedd6c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f12498 expref: 641 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606873:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf14:0x0].0x0 (ffff880134cbdb00) 00010000:00010000:3.0:1740485461.606875:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606879:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c592800/0x5922c046cd3570d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810785cb expref: 640 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606899:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x12:0x0].0x0 (ffff88009e4b1200) 00010000:00010000:3.0:1740485461.606901:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606904:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104d000/0x5922c046cd35db4c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81079f9b expref: 639 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606918:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd14:0x0].0x0 (ffff88009f921900) 00010000:00010000:3.0:1740485461.606920:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606923:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800950ade00/0x5922c046cd1af337 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fb0106 expref: 638 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606940:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfd3:0x0].0x0 (ffff88009b4e7600) 00010000:00010000:3.0:1740485461.606942:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606945:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232c7600/0x5922c046cd3bb7c2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfd3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a17bd expref: 637 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606963:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff88008b9def00) 00010000:00010000:3.0:1740485461.606965:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606968:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cbdb600/0x5922c046cd02f987 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2623f expref: 636 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.606984:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b3:0x0].0x0 (ffff880134c7a200) 00010000:00010000:3.0:1740485461.606986:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.606989:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fbe5a00/0x5922c046cd724deb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16b3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f75f0 expref: 635 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607009:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x111b:0x0].0x0 (ffff8800721cc500) 00010000:00010000:3.0:1740485461.607011:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607014:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fb39800/0x5922c046cd46c14c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x111b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810e4a7c expref: 634 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607030:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1508:0x0].0x0 (ffff8800a0047000) 00010000:00010000:3.0:1740485461.607032:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.607035:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fa92e00/0x5922c046cd643993 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1508:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8119d7d2 expref: 633 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607049:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x152d:0x0].0x0 (ffff88008db91500) 00010000:00010000:3.0:1740485461.607052:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607055:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009780c600/0x5922c046cd65be59 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x152d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a81a0 expref: 632 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607071:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x973:0x0].0x0 (ffff88012310d800) 00010000:00010000:3.0:1740485461.607073:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607076:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099baee00/0x5922c046cd119f18 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x973:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c502 expref: 631 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607094:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x7c8:0x0].0x0 (ffff880124984800) 00010000:00010000:3.0:1740485461.607096:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607099:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d855a00/0x5922c046cd64f26b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a2167 expref: 630 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607114:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16ba:0x0].0x0 (ffff88008d1a9300) 00010000:00010000:3.0:1740485461.607116:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.607119:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c8ae00/0x5922c046cd728757 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16ba:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f879a expref: 629 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607133:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14f7:0x0].0x0 (ffff88013540b600) 00010000:00010000:3.0:1740485461.607135:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.607138:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ffb600/0x5922c046cd63781e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14f7:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81197e61 expref: 628 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607152:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe23:0x0].0x0 (ffff88008d172000) 00010000:00010000:3.0:1740485461.607154:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607157:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d891a00/0x5922c046cd27d931 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81014eda expref: 627 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607173:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11d0:0x0].0x0 (ffff88009edc6f00) 00010000:00010000:3.0:1740485461.607175:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607178:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b75b800/0x5922c046cd4d3c45 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8110ba78 expref: 626 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607195:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17a7:0x0].0x0 (ffff88008f7fd300) 00010000:00010000:3.0:1740485461.607197:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607201:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b89b800/0x5922c046cd8534b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81272361 expref: 625 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607216:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x161d:0x0].0x0 (ffff880132d32c00) 00010000:00010000:3.0:1740485461.607218:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607221:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123cebe00/0x5922c046cd6f239d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x161d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e2086 expref: 624 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607235:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1640:0x0].0x0 (ffff88009845b800) 00010000:00010000:3.0:1740485461.607237:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607239:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d962600/0x5922c046cd6fd448 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1640:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e5f78 expref: 623 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607249:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16a9:0x0].0x0 (ffff8800a4d9f100) 00010000:00010000:3.0:1740485461.607251:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607254:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b2c7c00/0x5922c046cd72291d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f697f expref: 622 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607269:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5a2:0x0].0x0 (ffff88009782a500) 00010000:00010000:3.0:1740485461.607272:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.607275:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bc49800/0x5922c046cd0a717c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x5a2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f49d7c expref: 621 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607288:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd4a:0x0].0x0 (ffff88009aded000) 00010000:00010000:3.0:1740485461.607289:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607292:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801320b2000/0x5922c046cd1fa928 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fd3f6f expref: 620 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607306:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d66:0x0].0x0 (ffff88009d8efc00) 00010000:00010000:3.0:1740485461.607307:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607310:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800960c7400/0x5922c046cd0e0ac7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1d66:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5b226 expref: 619 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607325:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc5e:0x0].0x0 (ffff88009ae63c00) 00010000:00010000:3.0:1740485461.607327:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.607330:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c4a8400/0x5922c046cd15aacb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc5e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fd70 expref: 618 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607349:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x115d:0x0].0x0 (ffff880095edae00) 00010000:00010000:3.0:1740485461.607351:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607355:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfeda00/0x5922c046cd49a650 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x115d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810f5690 expref: 617 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607371:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6c5:0x0].0x0 (ffff8800a4d35f00) 00010000:00010000:3.0:1740485461.607373:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.607376:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fbd8400/0x5922c046cd5ddf86 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6c5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811738c0 expref: 616 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607389:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x105c:0x0].0x0 (ffff88008f7fdc00) 00010000:00010000:3.0:1740485461.607391:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607395:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009844c800/0x5922c046cd418ece lrc: 0/0,0 mode: --/CR res: [0x240000404:0x105c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c1a60 expref: 615 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607410:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x105:0x0].0x0 (ffff88008a7ae900) 00010000:00010000:3.0:1740485461.607412:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.607416:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098e5a600/0x5922c046cdaeead0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x105:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a4ae1 expref: 614 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607429:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x161:0x0].0x0 (ffff8800a5588100) 00010000:00010000:3.0:1740485461.607431:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.607433:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f834c00/0x5922c046cdb72a0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x161:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d4f26 expref: 613 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607444:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x154c:0x0].0x0 (ffff88009cb7b200) 00010000:00010000:3.0:1740485461.607445:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607448:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123efb000/0x5922c046cd666f04 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x154c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811aabbc expref: 612 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607465:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b58:0x0].0x0 (ffff88006dad9500) 00010000:00010000:3.0:1740485461.607467:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607471:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d9f9200/0x5922c046cd0934b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f442ec expref: 611 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607481:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x4d0:0x0].0x0 (ffff880098ffa700) 00010000:00010000:3.0:1740485461.607484:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607487:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123f99c00/0x5922c046cd4fcc00 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x4d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111b384 expref: 610 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607499:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x162f:0x0].0x0 (ffff880096a1bb00) 00010000:00010000:3.0:1740485461.607502:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607504:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b139600/0x5922c046cd6dc8c9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x162f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811d743b expref: 609 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607523:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x38:0x0].0x0 (ffff88008beb1800) 00010000:00010000:3.0:1740485461.607525:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.607542:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009938a400/0x5922c046cd024e31 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f22e2f expref: 608 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607562:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfa7:0x0].0x0 (ffff8801323db600) 00010000:00010000:3.0:1740485461.607563:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607566:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135616400/0x5922c046cd3a1543 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81090d46 expref: 607 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607599:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4c7:0x0].0x0 (ffff880072c0f700) 00010000:00010000:3.0:1740485461.607602:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607605:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f130c00/0x5922c046cd082154 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3ed56 expref: 606 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607619:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16dc:0x0].0x0 (ffff88009d2f2f00) 00010000:00010000:3.0:1740485461.607620:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607623:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b800/0x5922c046cd738223 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16dc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe4e6 expref: 605 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607641:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17f7:0x0].0x0 (ffff88008e0eb800) 00010000:00010000:3.0:1740485461.607643:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607647:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dfec00/0x5922c046cd00842f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x17f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1a538 expref: 604 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607666:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1658:0x0].0x0 (ffff880096182100) 00010000:00010000:3.0:1740485461.607668:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607672:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134d8d000/0x5922c046cd700dd7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1658:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e732f expref: 603 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607686:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d7:0x0].0x0 (ffff880135222200) 00010000:00010000:3.0:1740485461.607688:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607691:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd44400/0x5922c046cd735b02 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdd6f expref: 602 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607703:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8cd:0x0].0x0 (ffff88008fe36900) 00010000:00010000:3.0:1740485461.607705:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607709:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801361f8200/0x5922c046cd6d69a1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811d4ea9 expref: 601 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607720:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2e5:0x0].0x0 (ffff880129e40800) 00010000:00010000:3.0:1740485461.607723:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607725:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a43e0800/0x5922c046cd041da4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2bdbd expref: 600 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607739:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfef:0x0].0x0 (ffff880134c3d400) 00010000:00010000:3.0:1740485461.607741:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607745:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135023000/0x5922c046cd3d6ae8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a8d0b expref: 599 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607760:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10a0:0x0].0x0 (ffff88013637ed00) 00010000:00010000:3.0:1740485461.607762:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607766:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51bfa00/0x5922c046cd43144a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cac6b expref: 598 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607780:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x36e:0x0].0x0 (ffff88008cba7a00) 00010000:00010000:3.0:1740485461.607782:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607785:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072fc8000/0x5922c046cd48015b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x36e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810ee59b expref: 597 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607802:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5f3:0x0].0x0 (ffff88009fa6aa00) 00010000:00010000:3.0:1740485461.607805:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607808:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098718e00/0x5922c046cd583cde lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114a490 expref: 596 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607827:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16e5:0x0].0x0 (ffff8800720e7f00) 00010000:00010000:3.0:1740485461.607830:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607833:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e612800/0x5922c046cd73cbe9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81200133 expref: 595 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607849:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1598:0x0].0x0 (ffff88012fb1c100) 00010000:00010000:3.0:1740485461.607852:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607855:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801363f6e00/0x5922c046cd0098bf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1598:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f1ab90 expref: 594 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607870:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1180:0x0].0x0 (ffff88008f24dd00) 00010000:00010000:3.0:1740485461.607872:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607875:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009125ca00/0x5922c046cd4ad7f6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1180:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810fc9d1 expref: 593 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607891:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ca3:0x0].0x0 (ffff88008cdf3b00) 00010000:00010000:3.0:1740485461.607893:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1740485461.607893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.607896:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136114c00/0x5922c046cd0b5ae4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1ca3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4e375 expref: 592 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607907:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17eb:0x0].0x0 (ffff880072e6e900) 00010000:00010000:3.0:1740485461.607908:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607911:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4251200/0x5922c046cd004322 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x17eb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f19111 expref: 591 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607925:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xff1:0x0].0x0 (ffff880098c3c200) 00010000:00010000:3.0:1740485461.607927:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607930:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f6f1400/0x5922c046cd3d7266 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a8f88 expref: 590 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607944:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x117a:0x0].0x0 (ffff880096476900) 00010000:00010000:3.0:1740485461.607946:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.607949:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f4ac400/0x5922c046cd4ac239 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x117a:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810fc25a expref: 589 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.607958:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270528 00010000:00010000:3.0:1740485461.607963:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15d5:0x0].0x0 (ffff8800723d6600) 00000100:00100000:1.0:1740485461.607963:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270528 00010000:00010000:3.0:1740485461.607965:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.607967:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134cd1000/0x5922c046cd6b3ea2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c6b92 expref: 588 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.607981:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbef:0x0].0x0 (ffff88008bcacb00) 00010000:00010000:3.0:1740485461.607983:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.607986:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131b40400/0x5922c046cd14e8b5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xbef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c298 expref: 587 pid: 15999 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.607988:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361984 00000100:00100000:1.0:1740485461.607992:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+681:21662:x1825030869270528:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:3.0:1740485461.607997:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1678:0x0].0x0 (ffff880123d14c00) 00010000:00010000:3.0:1740485461.607999:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1740485461.608000:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.608003:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099938200/0x5922c046cd713dd2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1678:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee3b4 expref: 586 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608007:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778000/0x5922c046cdb8ced8 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7870 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608019:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xeca:0x0].0x0 (ffff88009fb64900) 00010000:00010000:3.0:1740485461.608021:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608025:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974bee00/0x5922c046cd301c5e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xeca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81050afb expref: 585 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608039:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x173e:0x0].0x0 (ffff880099380b00) 00010000:00010000:3.0:1740485461.608041:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608045:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de74800/0x5922c046cd7d1518 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x173e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8123c867 expref: 584 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608061:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c79:0x0].0x0 (ffff88009c0c5d00) 00010000:00010000:3.0:1740485461.608063:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608066:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009db13a00/0x5922c046cd09e97a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1c79:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4773b expref: 583 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608077:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:3.0:1740485461.608081:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17b4:0x0].0x0 (ffff88009d933f00) 00010000:00010000:3.0:1740485461.608083:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608083:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608085:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132dd7e00/0x5922c046cd85e215 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8127590e expref: 582 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608088:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608095:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:3.0:1740485461.608100:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x185d:0x0].0x0 (ffff880136292300) 00010000:00010000:1.0:1740485461.608101:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608102:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608105:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097b42e00/0x5922c046cd941411 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x185d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812dee6a expref: 581 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608105:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608121:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x87b:0x0].0x0 (ffff880072285100) 00010000:00010000:3.0:1740485461.608122:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608125:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f7cc600/0x5922c046cd0fa61c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x87b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f62b10 expref: 580 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608134:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b119e00/0x5922c046cdb8ceed lrc: 3/1,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:3.0:1740485461.608136:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10ba:0x0].0x0 (ffff880131e29200) 00010000:00010000:3.0:1740485461.608138:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608138:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b119e00/0x5922c046cdb8ceed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608140:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134d25800/0x5922c046cd437e07 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810ccf10 expref: 579 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608142:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b119e00/0x5922c046cdb8ceed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:1.0:1740485461.608146:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x9c2:0x0]: returning size 0 00010000:00010000:3.0:1740485461.608152:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a6b:0x0].0x0 (ffff88009ae04a00) 00010000:00010000:3.0:1740485461.608153:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608155:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072b17800/0x5922c046cd130b7a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1a6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7313c expref: 578 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608166:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x30a:0x0].0x0 (ffff88013603b300) 00010000:00010000:3.0:1740485461.608167:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608170:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a53a8000/0x5922c046cd04e150 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x30a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f657 expref: 577 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608181:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xb7:0x0].0x0 (ffff88008d115e00) 00010000:00010000:3.0:1740485461.608182:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1740485461.608183:0:16017:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608184:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cc9000/0x5922c046cd164f9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f833cc expref: 576 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608186:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608190:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608193:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608194:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c65:0x0].0x0 (ffff8800a53a1300) 00010000:00010000:3.0:1740485461.608195:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608195:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800925afe00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.608197:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098da5600/0x5922c046cd121ff7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1c65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6eb12 expref: 575 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608197:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608200:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608208:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x84f:0x0].0x0 (ffff88008d38b400) 00010000:00010000:1.0:1740485461.608208:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.608209:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608209:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.608211:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608212:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013302da00/0x5922c046cd6e8831 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x84f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811dd117 expref: 574 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608215:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800925afe00/0x5922c046cdb8cedf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608223:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xf37:0x0].0x0 (ffff8800a4c37400) 00010000:00010000:3.0:1740485461.608224:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.608226:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb5de00/0x5922c046ccfd36ef lrc: 0/0,0 mode: --/PR res: [0x240000403:0xf37:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0a2e7 expref: 573 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608229:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608232:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608235:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608237:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1816:0x0].0x0 (ffff88008bcaa300) 00010000:00010000:3.0:1740485461.608238:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608238:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012b118a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.608239:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608240:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5009000/0x5922c046cd0030b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1816:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f18ba7 expref: 572 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608242:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.608245:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x35 (ffff880123de3800) 00010000:00010000:1.0:1740485461.608246:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.608247:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608249:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1576:0x0].0x0 (ffff880072120300) 00010000:00010000:3.0:1740485461.608250:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.608250:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118a00/0x5922c046cdb8cee6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.608252:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fb03400/0x5922c046cd6784b8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1576:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b0b15 expref: 571 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608262:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1551:0x0].0x0 (ffff88008f7ad900) 00010000:00010000:3.0:1740485461.608263:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608265:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f835600/0x5922c046cd667f50 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1551:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ab1a4 expref: 570 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608277:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b9e:0x0].0x0 (ffff88009caa8b00) 00010000:00010000:1.0:1740485461.608277:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f778000/0x5922c046cdb8ced8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7870 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608279:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.608281:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8f3a00/0x5922c046cd07dd0d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1b9e:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3da1d expref: 569 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608285:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b119e00/0x5922c046cdb8ceed lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7870 expref: 683 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608289:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x80:0x0].0x0 (ffff8801249b0700) 00010000:00010000:3.0:1740485461.608290:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1740485461.608290:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:1.0:1740485461.608291:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.608292:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a41f5200/0x5922c046cd3507e7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x80:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81075f59 expref: 568 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.608292:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b119e00, rc 0) 00010000:00010000:3.0:1740485461.608302:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x325:0x0].0x0 (ffff8800a505d100) 00010000:00010000:3.0:1740485461.608304:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608306:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b644600/0x5922c046cd04e961 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x325:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f864 expref: 567 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608317:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d7:0x0].0x0 (ffff880135222200) 00010000:00010000:3.0:1740485461.608318:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.608319:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ac36000/0x5922c046cd7355fa lrc: 0/0,0 mode: --/CW res: [0x240000404:0x16d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdc50 expref: 566 pid: 9986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.608319:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:21662:x1825030869270528:12345-192.168.204.38@tcp:101:dd.0 Request processed in 326us (427us total) trans 4295061034 rc 0/0 00000100:00100000:1.0:1740485461.608323:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361984 00010000:00010000:3.0:1740485461.608328:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1972:0x0].0x0 (ffff88009f60f300) 00010000:00010000:3.0:1740485461.608329:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608331:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ce9bc00/0x5922c046cdb2d662 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1972:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813bc161 expref: 565 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608342:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xe9:0x0].0x0 (ffff880099803d00) 00010000:00010000:3.0:1740485461.608343:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.608345:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba40200/0x5922c046cd28d38d lrc: 0/0,0 mode: --/PR res: [0x240000406:0xe9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101a76b expref: 564 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608353:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x133e:0x0].0x0 (ffff88008bb2ea00) 00010000:00010000:3.0:1740485461.608354:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608356:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007223a800/0x5922c046cd581b58 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x133e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811498ce expref: 563 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608367:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xba5:0x0].0x0 (ffff88009ae63a00) 00010000:00010000:3.0:1740485461.608368:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608370:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5e0200/0x5922c046cd13f90a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xba5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f77942 expref: 562 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608382:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19a2:0x0].0x0 (ffff88007207ab00) 00010000:00010000:3.0:1740485461.608383:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608385:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b554600/0x5922c046cdb6f44b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d2ecd expref: 561 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608396:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1640:0x0].0x0 (ffff88009845b800) 00010000:00010000:3.0:1740485461.608397:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.608399:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009749c000/0x5922c046cd6fd1af lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1640:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e5e98 expref: 560 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608408:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x715:0x0].0x0 (ffff8800a53dbd00) 00010000:00010000:3.0:1740485461.608410:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.608411:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a0800/0x5922c046cd0c505b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x715:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53036 expref: 559 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608419:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12ba:0x0].0x0 (ffff8801323db100) 00010000:00010000:3.0:1740485461.608420:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608422:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072e4f200/0x5922c046cd54b98f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x12ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8113b666 expref: 558 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608433:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15cf:0x0].0x0 (ffff88008d918100) 00010000:00010000:3.0:1740485461.608434:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608436:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099298a00/0x5922c046cd6af935 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c5fd0 expref: 557 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608445:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x198c:0x0].0x0 (ffff880097b0bc00) 00010000:00010000:3.0:1740485461.608446:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608448:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f7cdc00/0x5922c046cd04889c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x198c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2dcc6 expref: 556 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608457:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf4b:0x0].0x0 (ffff88009ed90a00) 00010000:00010000:3.0:1740485461.608459:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608461:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091181000/0x5922c046cd371557 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81080ed0 expref: 555 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608471:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x1ab:0x0].0x0 (ffff8801322a3100) 00010000:00010000:3.0:1740485461.608472:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608474:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013192e000/0x5922c046cd2eb233 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810428d2 expref: 554 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608483:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x45:0x0].0x0 (ffff88009b4cc500) 00010000:00010000:3.0:1740485461.608484:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608486:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e01c00/0x5922c046cd173fe4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f89bfa expref: 553 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608499:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x217:0x0].0x0 (ffff88007201a400) 00010000:00010000:3.0:1740485461.608501:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608504:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072a18200/0x5922c046cd025d26 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f23288 expref: 552 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608522:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x204e:0x0].0x0 (ffff8800974c8000) 00010000:00010000:3.0:1740485461.608524:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608541:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d9f9e00/0x5922c046cd1382b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x204e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7562d expref: 551 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608554:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x3e2:0x0].0x0 (ffff880096441000) 00010000:00010000:3.0:1740485461.608557:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608560:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bb94800/0x5922c046cd44e84e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x3e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d7c49 expref: 550 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608575:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x81:0x0].0x0 (ffff88008bcacf00) 00010000:00010000:3.0:1740485461.608593:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.608597:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fa01000/0x5922c046cd097d08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x81:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f458b0 expref: 549 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608615:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x31a:0x0].0x0 (ffff880131f1ef00) 00010000:00010000:3.0:1740485461.608617:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608620:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326c5000/0x5922c046cd04d119 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x31a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f19c expref: 548 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608637:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16cc:0x0].0x0 (ffff880072285300) 00010000:00010000:3.0:1740485461.608639:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.608642:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c706c00/0x5922c046cd0961e8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x16cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4508a expref: 547 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608656:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe1e:0x0].0x0 (ffff88009f4d2d00) 00010000:00010000:3.0:1740485461.608658:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608660:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a55c0400/0x5922c046cd27ba28 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81014bbc expref: 546 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608675:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14c7:0x0].0x0 (ffff880098f1ef00) 00010000:00010000:3.0:1740485461.608677:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.608680:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f313e00/0x5922c046cd625256 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14c7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118f5e8 expref: 545 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608692:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfc8:0x0].0x0 (ffff880072389a00) 00010000:00010000:3.0:1740485461.608694:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.608697:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135382600/0x5922c046cd3b3b6d lrc: 0/0,0 mode: --/PR res: [0x240000404:0xfc8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8109ba0f expref: 544 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608709:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x982:0x0].0x0 (ffff880098f5ad00) 00010000:00010000:3.0:1740485461.608711:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.608714:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d3cc00/0x5922c046cd7390fc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7e1 expref: 543 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608728:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16c8:0x0].0x0 (ffff8800911ec700) 00010000:00010000:3.0:1740485461.608730:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608732:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f87b600/0x5922c046cd72edb0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fc987 expref: 542 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608743:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xac7:0x0].0x0 (ffff880072e6ef00) 00010000:00010000:3.0:1740485461.608745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608748:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3b4600/0x5922c046cd131019 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xac7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f732d9 expref: 541 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608762:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xc05:0x0].0x0 (ffff880098fc9d00) 00010000:00010000:3.0:1740485461.608764:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608766:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131b94a00/0x5922c046cdb0d793 lrc: 0/0,0 mode: --/CR res: [0x240000406:0xc05:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813adfe7 expref: 540 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608776:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2068:0x0].0x0 (ffff88008d9d2600) 00010000:00010000:3.0:1740485461.608778:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608781:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e28b000/0x5922c046cd1505e2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2068:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7ca8d expref: 539 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608795:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13a7:0x0].0x0 (ffff88009e6c5600) 00010000:00010000:3.0:1740485461.608797:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608800:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013233aa00/0x5922c046cd5a5920 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115a265 expref: 538 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608814:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15ef:0x0].0x0 (ffff880072cada00) 00010000:00010000:3.0:1740485461.608815:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608818:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133160000/0x5922c046cd6c29f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cb5a5 expref: 537 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608842:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc3f:0x0].0x0 (ffff880098db6d00) 00010000:00010000:3.0:1740485461.608843:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608846:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f5a1600/0x5922c046cd1558df lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7e3ae expref: 536 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608862:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4ea:0x0].0x0 (ffff88009de7ab00) 00010000:00010000:3.0:1740485461.608864:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608867:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf40200/0x5922c046cd08b320 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f41b1c expref: 535 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608881:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1662:0x0].0x0 (ffff88008a631700) 00010000:00010000:3.0:1740485461.608883:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608886:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fac1a00/0x5922c046cd7055e4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1662:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e8e9c expref: 534 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608902:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xac:0x0].0x0 (ffff88006d845f00) 00010000:00010000:3.0:1740485461.608904:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.608907:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd6d600/0x5922c046cd16380d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xac:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f82968 expref: 533 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608922:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x393:0x0].0x0 (ffff88009b056100) 00010000:00010000:3.0:1740485461.608924:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608927:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131cbc400/0x5922c046cd05c51d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x393:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f33963 expref: 532 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608942:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6e:0x0].0x0 (ffff880072ceea00) 00010000:00010000:3.0:1740485461.608944:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608947:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d93da00/0x5922c046cd24edff lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fff1c8 expref: 531 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608956:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1356:0x0].0x0 (ffff88008cfdf200) 00010000:00010000:3.0:1740485461.608957:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608959:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fc76e00/0x5922c046cd585a2e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1356:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114b17f expref: 530 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608970:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x111d:0x0].0x0 (ffff8801326eee00) 00010000:00010000:3.0:1740485461.608971:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608973:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801322af800/0x5922c046cd472d32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x111d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810e8ada expref: 529 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608985:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x158b:0x0].0x0 (ffff880123141700) 00010000:00010000:3.0:1740485461.608986:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.608988:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123e77200/0x5922c046cd6f1eb8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x158b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e1f75 expref: 528 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.608999:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf2e:0x0].0x0 (ffff88009fb7ff00) 00010000:00010000:3.0:1740485461.609000:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609002:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f77a200/0x5922c046cd363a6d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf2e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107cc81 expref: 527 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609013:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5d6:0x0].0x0 (ffff88008ce9e800) 00010000:00010000:3.0:1740485461.609014:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609016:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fb97200/0x5922c046cd58916a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114c7b3 expref: 526 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609023:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1882:0x0].0x0 (ffff88008d8e2800) 00010000:00010000:3.0:1740485461.609025:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609027:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab49e00/0x5922c046cd9b8599 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1882:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81318706 expref: 525 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609038:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1999:0x0].0x0 (ffff88009de29900) 00010000:00010000:3.0:1740485461.609039:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609041:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b2cf800/0x5922c046cd072da4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1999:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3a47e expref: 524 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609052:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x841:0x0].0x0 (ffff880096449e00) 00010000:00010000:3.0:1740485461.609053:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.609055:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab3bc00/0x5922c046cd6b28bb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x841:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c6716 expref: 523 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609063:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1030:0x0].0x0 (ffff8800723b5a00) 00010000:00010000:3.0:1740485461.609064:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609066:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009acc1c00/0x5922c046cd3fc8ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1030:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810b76f8 expref: 522 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609076:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf16:0x0].0x0 (ffff88008ff46200) 00010000:00010000:3.0:1740485461.609078:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609079:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ecd400/0x5922c046cd357a41 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81078944 expref: 521 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609093:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x780:0x0].0x0 (ffff880123d4b200) 00010000:00010000:3.0:1740485461.609094:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609096:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6dfe00/0x5922c046cd61f80c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x780:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118d550 expref: 520 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609108:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc9e:0x0].0x0 (ffff880135078400) 00010000:00010000:3.0:1740485461.609110:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609112:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099a4d200/0x5922c046cd16ca50 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc9e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f86b16 expref: 519 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609122:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1962:0x0].0x0 (ffff880073c51400) 00010000:00010000:3.0:1740485461.609123:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609125:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dac8600/0x5922c046cdb0de46 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1962:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813ae145 expref: 518 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609135:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xba:0x0].0x0 (ffff8801361d4a00) 00010000:00010000:3.0:1740485461.609136:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.609138:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d9c6000/0x5922c046cd563a34 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xba:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811418eb expref: 517 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609151:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1634:0x0].0x0 (ffff88012bae1300) 00010000:00010000:3.0:1740485461.609152:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.609154:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fccc800/0x5922c046cd6e06f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1634:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811d82c7 expref: 516 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609165:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1084:0x0].0x0 (ffff880098ec1100) 00010000:00010000:3.0:1740485461.609166:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609168:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007212d000/0x5922c046cd426471 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1084:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c62a5 expref: 515 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609179:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbbe:0x0].0x0 (ffff880131808800) 00010000:00010000:3.0:1740485461.609180:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609182:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097452200/0x5922c046cd142120 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f78582 expref: 514 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609194:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4d6:0x0].0x0 (ffff8800977b5900) 00010000:00010000:3.0:1740485461.609195:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609197:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb7d600/0x5922c046cd0845b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4d6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f807 expref: 513 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609209:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1314:0x0].0x0 (ffff880098e55c00) 00010000:00010000:3.0:1740485461.609210:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609212:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b133800/0x5922c046cd5712cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1314:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811448b0 expref: 512 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609223:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4d:0x0].0x0 (ffff880131d59c00) 00010000:00010000:3.0:1740485461.609224:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609226:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb74a00/0x5922c046ccfda9dc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0c729 expref: 511 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609236:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x201c:0x0].0x0 (ffff880072bc6a00) 00010000:00010000:3.0:1740485461.609237:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609239:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d0c0400/0x5922c046cd12be26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x201c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f719f7 expref: 510 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609247:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3d4:0x0].0x0 (ffff88009fa5a100) 00010000:00010000:3.0:1740485461.609248:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609250:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009744b800/0x5922c046cd080386 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3d4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3e53e expref: 509 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609258:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe1d:0x0].0x0 (ffff88009ab2ec00) 00010000:00010000:3.0:1740485461.609259:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609261:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e3dea00/0x5922c046cd27b87d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81014b4c expref: 508 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609273:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1690:0x0].0x0 (ffff8801322a4600) 00010000:00010000:3.0:1740485461.609275:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609277:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097704a00/0x5922c046cd719bbf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1690:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f14a6 expref: 507 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609290:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f84:0x0].0x0 (ffff880099004d00) 00010000:00010000:3.0:1740485461.609291:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.609293:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb7ce00/0x5922c046cd151237 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f84:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7ce68 expref: 506 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609303:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x36c:0x0].0x0 (ffff88012cb17b00) 00010000:00010000:3.0:1740485461.609304:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609306:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c7af600/0x5922c046cd4277e2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x36c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c68fd expref: 505 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609316:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16cf:0x0].0x0 (ffff880131abd400) 00010000:00010000:3.0:1740485461.609317:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609318:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801321f3a00/0x5922c046cd732d82 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd469 expref: 504 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609328:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1027:0x0].0x0 (ffff88009de71900) 00010000:00010000:3.0:1740485461.609329:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609331:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bda0600/0x5922c046cd3fa18d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1027:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810b6999 expref: 503 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609342:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1987:0x0].0x0 (ffff880094c25b00) 00010000:00010000:3.0:1740485461.609343:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609345:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a55fee00/0x5922c046cdb56bb8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1987:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813cb542 expref: 502 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609357:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7e4:0x0].0x0 (ffff880135ff1100) 00010000:00010000:3.0:1740485461.609358:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609360:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136069400/0x5922c046cd0e7f97 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5d756 expref: 501 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609371:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6f7:0x0].0x0 (ffff88009dff4200) 00010000:00010000:3.0:1740485461.609372:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609373:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801353b4800/0x5922c046cd0c2264 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f52236 expref: 500 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609384:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x965:0x0].0x0 (ffff88012fd98900) 00010000:00010000:3.0:1740485461.609385:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.609387:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fb52c00/0x5922c046cd73775d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe2e7 expref: 499 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xedd:0x0].0x0 (ffff88009ab93300) 00010000:00010000:3.0:1740485461.609399:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609401:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124833800/0x5922c046cd30c0c2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xedd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81056ede expref: 498 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609412:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19a2:0x0].0x0 (ffff880097b0b300) 00010000:00010000:3.0:1740485461.609413:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609415:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801356c8000/0x5922c046cd032b75 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f27229 expref: 497 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609425:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1682:0x0].0x0 (ffff88009e789300) 00010000:00010000:3.0:1740485461.609426:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609428:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a597c400/0x5922c046cd7164ec lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1682:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ef5dc expref: 496 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609440:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ac:0x0].0x0 (ffff88009681c900) 00010000:00010000:3.0:1740485461.609441:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609443:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c3b5a00/0x5922c046cd5a6988 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115a5d0 expref: 495 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609454:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1537:0x0].0x0 (ffff88008c8a8800) 00010000:00010000:3.0:1740485461.609455:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609456:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097825000/0x5922c046cd6608f8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1537:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a9239 expref: 494 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609467:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1586:0x0].0x0 (ffff88008d147b00) 00010000:00010000:3.0:1740485461.609468:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609470:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f424400/0x5922c046cd6a403a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1586:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c3790 expref: 493 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609481:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd09:0x0].0x0 (ffff88008a6f4400) 00010000:00010000:3.0:1740485461.609482:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609484:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801322b8600/0x5922c046cd1a3f28 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd09:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fa9a52 expref: 492 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609498:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x1b4:0x0].0x0 (ffff880098741800) 00010000:00010000:3.0:1740485461.609500:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609502:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f48d600/0x5922c046cd2eeaf7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81043ba9 expref: 491 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609514:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x187a:0x0].0x0 (ffff8800977ab900) 00010000:00010000:3.0:1740485461.609515:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609517:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a55f1800/0x5922c046cd092891 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x187a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f43f5e expref: 490 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609526:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x166b:0x0].0x0 (ffff88008d9acb00) 00010000:00010000:3.0:1740485461.609540:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609544:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b41a400/0x5922c046cd70c654 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x166b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811eaf03 expref: 489 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609561:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1470:0x0].0x0 (ffff880098cb9000) 00010000:00010000:3.0:1740485461.609562:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609565:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a592c400/0x5922c046cd5f9e59 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1470:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117e558 expref: 488 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609575:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x321:0x0].0x0 (ffff8800950d9c00) 00010000:00010000:3.0:1740485461.609590:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609594:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134fc4a00/0x5922c046cd402f3f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x321:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bbcf1 expref: 487 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609610:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x156b:0x0].0x0 (ffff8800b19ba700) 00010000:00010000:3.0:1740485461.609612:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609615:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131d1c200/0x5922c046cd67c826 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x156b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b45fb expref: 486 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609632:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x167c:0x0].0x0 (ffff88008e3bb600) 00010000:00010000:3.0:1740485461.609633:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609636:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ecc200/0x5922c046cd71540d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x167c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811eed46 expref: 485 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609651:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x186a:0x0].0x0 (ffff880098cf9200) 00010000:00010000:3.0:1740485461.609653:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609656:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801363c0000/0x5922c046cd96b997 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x186a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812f491b expref: 484 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609670:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x39c:0x0].0x0 (ffff8800a4c37500) 00010000:00010000:3.0:1740485461.609672:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609675:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098dbf400/0x5922c046cd05d9f3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x39c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f33f4b expref: 483 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609690:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fb2:0x0].0x0 (ffff88009f468200) 00010000:00010000:3.0:1740485461.609691:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609693:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e9ba800/0x5922c046cd14bfdb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1fb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7b586 expref: 482 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609705:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf04:0x0].0x0 (ffff88007296a000) 00010000:00010000:3.0:1740485461.609706:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609708:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f94ea00/0x5922c046cd3399e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf04:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8106c487 expref: 481 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609718:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x187a:0x0].0x0 (ffff880096a1b600) 00010000:00010000:3.0:1740485461.609720:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609722:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ca11e00/0x5922c046cd99c506 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x187a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8130d7ce expref: 480 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609732:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x476:0x0].0x0 (ffff8800721e9100) 00010000:00010000:3.0:1740485461.609733:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609735:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e0d4e00/0x5922c046cd077a57 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x476:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3bc80 expref: 479 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609744:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x96:0x0].0x0 (ffff88008d385b00) 00010000:00010000:3.0:1740485461.609745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.609747:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a503c00/0x5922c046cd404bb6 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x96:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bc6e5 expref: 478 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609758:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x149b:0x0].0x0 (ffff88009e5fb300) 00010000:00010000:3.0:1740485461.609759:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609761:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d196c00/0x5922c046cd61a7b6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x149b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118be3c expref: 477 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609772:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d56:0x0].0x0 (ffff88009d3b2200) 00010000:00010000:3.0:1740485461.609773:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609775:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5918a00/0x5922c046cd0e24eb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1d56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5ba99 expref: 476 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609786:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19a1:0x0].0x0 (ffff8801233f3000) 00010000:00010000:3.0:1740485461.609787:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609789:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a50a9c00/0x5922c046cd03e14b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2ab02 expref: 475 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609799:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5a8:0x0].0x0 (ffff88006daff900) 00010000:00010000:3.0:1740485461.609800:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.609802:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5a0e00/0x5922c046cd5827de lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5a8:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81149d27 expref: 474 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609811:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x14b9:0x0].0x0 (ffff88013572a800) 00010000:00010000:3.0:1740485461.609812:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609814:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c711400/0x5922c046ccfeb1eb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x14b9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f117c5 expref: 473 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609827:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1093:0x0].0x0 (ffff88008fd43b00) 00010000:00010000:3.0:1740485461.609828:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609830:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c4c1600/0x5922c046cd43ba3d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1093:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cee97 expref: 472 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609840:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8fd:0x0].0x0 (ffff88009a8bec00) 00010000:00010000:3.0:1740485461.609841:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609843:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099af3400/0x5922c046cd6e113f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811d8583 expref: 471 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609852:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1936:0x0].0x0 (ffff88009a9cbf00) 00010000:00010000:3.0:1740485461.609854:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.609855:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009633e800/0x5922c046cdb251c4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1936:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813b73ff expref: 470 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609867:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x319:0x0].0x0 (ffff8800a5084800) 00010000:00010000:3.0:1740485461.609868:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609870:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d32ac00/0x5922c046cd04ce80 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x319:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f0bc expref: 469 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.609878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.609882:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f57:0x0].0x0 (ffff8800974c8d00) 00010000:00010000:3.0:1740485461.609883:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609885:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bc48800/0x5922c046cd12ecda lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f57:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f72805 expref: 468 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609896:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x50:0x0].0x0 (ffff880129e40100) 00010000:00010000:3.0:1740485461.609897:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609899:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf17600/0x5922c046ccfdb336 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0c9e5 expref: 467 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609910:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x112:0x0].0x0 (ffff8800a55aac00) 00010000:00010000:3.0:1740485461.609911:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609913:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123e2d200/0x5922c046ccff42a6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x112:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f143ee expref: 466 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.609917:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270656 00000100:00100000:1.0:1740485461.609922:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270656 00010000:00010000:3.0:1740485461.609924:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x914:0x0].0x0 (ffff88009f4a2900) 00010000:00010000:3.0:1740485461.609925:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609927:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b041400/0x5922c046cd71db05 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x914:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f47d6 expref: 465 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609935:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1862:0x0].0x0 (ffff8800a53a1800) 00010000:00010000:3.0:1740485461.609936:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609938:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013279ea00/0x5922c046cd95727a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1862:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812eb374 expref: 464 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609949:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3b:0x0].0x0 (ffff88006d982500) 00010000:00010000:3.0:1740485461.609950:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1740485461.609950:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361985 00010000:00010000:3.0:1740485461.609952:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c885c00/0x5922c046ccfd601d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0afa5 expref: 463 pid: 16013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.609955:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:21662:x1825030869270656:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:3.0:1740485461.609962:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x231:0x0].0x0 (ffff8800a5090300) 00010000:00010000:3.0:1740485461.609963:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.609965:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135f56400/0x5922c046cd05ee1a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x231:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f34533 expref: 462 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.609967:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.609972:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1377:0x0].0x0 (ffff880072b32e00) 00010000:00010000:1.0:1740485461.609973:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118200/0x5922c046cdb8cefb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7877 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.609974:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609976:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a422e600/0x5922c046cd025394 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1377:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f22fda expref: 461 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.609985:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118400/0x5922c046cdb8cf02 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:3.0:1740485461.609987:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xbc6:0x0].0x0 (ffff8800723d6d00) 00010000:00010000:3.0:1740485461.609988:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.609990:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba7b000/0x5922c046cda7535b lrc: 0/0,0 mode: --/CR res: [0x240000406:0xbc6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8137045b expref: 460 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.609990:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118400/0x5922c046cdb8cf02 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.609995:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118400/0x5922c046cdb8cf02 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.609999:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1dc8:0x0].0x0 (ffff8800721e9700) 00010000:00010000:3.0:1740485461.610001:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610003:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072a19600/0x5922c046cd11a6d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1dc8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c75c expref: 459 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610013:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x242:0x0].0x0 (ffff880096250000) 00010000:00010000:3.0:1740485461.610014:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.610015:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ff0fc00/0x5922c046cd037048 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x242:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2889c expref: 458 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610025:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x428:0x0].0x0 (ffff8800721e9b00) 00010000:00010000:3.0:1740485461.610026:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610029:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013661ea00/0x5922c046cd06f160 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x428:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f392a3 expref: 457 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.610035:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118200/0x5922c046cdb8cefb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7877 expref: 685 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610038:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17bf:0x0].0x0 (ffff880099261200) 00010000:00010000:3.0:1740485461.610039:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610041:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe32400/0x5922c046cd868449 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81278219 expref: 456 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.610048:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118400/0x5922c046cdb8cf02 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7877 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610052:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x22:0x0].0x0 (ffff8800a53a1700) 00010000:00010000:3.0:1740485461.610053:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1740485461.610053:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:1.0:1740485461.610054:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.610055:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ba6e800/0x5922c046ccfcf492 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f08daf expref: 455 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.610056:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b118400, rc 0) 00010000:00010000:3.0:1740485461.610064:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x966:0x0].0x0 (ffff88009b1f5900) 00010000:00010000:3.0:1740485461.610065:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610068:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bb9fe00/0x5922c046cd1198d5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x966:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c2d2 expref: 454 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610078:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8c:0x0].0x0 (ffff88008a7ebd00) 00010000:00010000:3.0:1740485461.610080:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1740485461.610081:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+684:21662:x1825030869270656:12345-192.168.204.38@tcp:101:dd.0 Request processed in 126us (205us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.610082:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cbe4a00/0x5922c046cd3d6ea7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a8e77 expref: 453 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.610085:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361985 00010000:00010000:3.0:1740485461.610089:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1236:0x0].0x0 (ffff880094d01900) 00010000:00010000:3.0:1740485461.610090:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610092:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880130a76e00/0x5922c046cd5042dd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1236:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111e0a9 expref: 452 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11aa:0x0].0x0 (ffff880072c3ff00) 00010000:00010000:3.0:1740485461.610104:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610106:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b498400/0x5922c046cd4bfd6a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81105522 expref: 451 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610117:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x45e:0x0].0x0 (ffff8800a505d900) 00010000:00010000:3.0:1740485461.610118:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610120:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f71ce00/0x5922c046cd07448e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x45e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3abc4 expref: 450 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610129:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x301:0x0].0x0 (ffff88008cd64200) 00010000:00010000:3.0:1740485461.610130:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.610132:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009adafc00/0x5922c046cd04e284 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x301:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f6a4 expref: 449 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610142:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe33:0x0].0x0 (ffff880124809e00) 00010000:00010000:3.0:1740485461.610143:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610145:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c26fc00/0x5922c046cd28acc7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe33:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81019df5 expref: 448 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610154:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x129:0x0].0x0 (ffff8800a517c900) 00010000:00010000:3.0:1740485461.610156:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.610158:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fac3000/0x5922c046cd7bde71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x129:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812319ec expref: 447 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610168:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10d7:0x0].0x0 (ffff880099febb00) 00010000:00010000:3.0:1740485461.610169:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610171:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5b56800/0x5922c046cd440855 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10d7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d05ea expref: 446 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610181:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x747:0x0].0x0 (ffff88012fc9e000) 00010000:00010000:3.0:1740485461.610182:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1740485461.610184:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c710c00/0x5922c046cd0ccd82 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x747:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f55447 expref: 445 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610193:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1389:0x0].0x0 (ffff8800a548da00) 00010000:00010000:3.0:1740485461.610194:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610196:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b61600/0x5922c046cd0295dc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1389:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f24401 expref: 444 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610207:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2f8:0x0].0x0 (ffff8800a54acf00) 00010000:00010000:3.0:1740485461.610208:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610210:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013563a800/0x5922c046cd047682 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2d7da expref: 443 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610224:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf9:0x0].0x0 (ffff8800974c8e00) 00010000:00010000:3.0:1740485461.610226:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610230:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9f0600/0x5922c046cd149032 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a698 expref: 442 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610245:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x26:0x0].0x0 (ffff88008bc5f300) 00010000:00010000:3.0:1740485461.610247:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.610251:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009660fa00/0x5922c046cd240ad3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff6b1d expref: 441 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610264:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1639:0x0].0x0 (ffff88012f069800) 00010000:00010000:3.0:1740485461.610265:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610267:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bea4a00/0x5922c046cd6e8bf7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1639:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811dd3a2 expref: 440 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610283:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x142c:0x0].0x0 (ffff88009b7e0400) 00010000:00010000:3.0:1740485461.610285:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610288:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a7e2200/0x5922c046cd60b7b0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x142c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118484d expref: 439 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610309:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x169f:0x0].0x0 (ffff880135c42200) 00010000:00010000:3.0:1740485461.610311:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610314:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d66600/0x5922c046cd720250 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x169f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f57b2 expref: 438 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610330:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x715:0x0].0x0 (ffff8800a53dbd00) 00010000:00010000:3.0:1740485461.610332:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.610335:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51e0600/0x5922c046cd131ef9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x715:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f73732 expref: 437 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610353:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x744:0x0].0x0 (ffff88008bfc7600) 00010000:00010000:3.0:1740485461.610355:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610359:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c3f8e00/0x5922c046cd61daae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x744:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118ccf9 expref: 436 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610375:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10d9:0x0].0x0 (ffff8800a51e4f00) 00010000:00010000:3.0:1740485461.610377:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610380:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097df8400/0x5922c046cd449d07 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d59b2 expref: 435 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1721:0x0].0x0 (ffff8800977edc00) 00010000:00010000:3.0:1740485461.610400:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610403:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d0f6800/0x5922c046cd7b0eaf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1721:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8122c6d3 expref: 434 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610420:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc0c:0x0].0x0 (ffff880072285d00) 00010000:00010000:3.0:1740485461.610421:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.610423:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006da8a600/0x5922c046cd165453 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc0c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f835e7 expref: 433 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610432:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6e9:0x0].0x0 (ffff88009c89fd00) 00010000:00010000:3.0:1740485461.610433:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.610435:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dfa0200/0x5922c046cd0cfc83 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6e9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f56167 expref: 432 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610446:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ab3:0x0].0x0 (ffff88009c228100) 00010000:00010000:3.0:1740485461.610447:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610449:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5e3200/0x5922c046cd0aea58 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1ab3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4c23c expref: 431 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610460:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1bcd:0x0].0x0 (ffff88009b71de00) 00010000:00010000:3.0:1740485461.610461:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610463:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df20600/0x5922c046cd0a7d99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1bcd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4a0f5 expref: 430 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610477:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb5:0x0].0x0 (ffff8800992cac00) 00010000:00010000:3.0:1740485461.610479:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.610482:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801360f5200/0x5922c046cd538462 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8113623c expref: 429 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610494:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1351:0x0].0x0 (ffff88009c815e00) 00010000:00010000:3.0:1740485461.610496:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.610498:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0d7600/0x5922c046cd5893d2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1351:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114c8a1 expref: 428 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610516:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1706:0x0].0x0 (ffff880097b0bd00) 00010000:00010000:3.0:1740485461.610518:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610521:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb00200/0x5922c046ccfd6d2f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1706:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0b380 expref: 427 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610546:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x61d:0x0].0x0 (ffff880072115900) 00010000:00010000:3.0:1740485461.610548:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610551:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c4b5a00/0x5922c046cd0b1a55 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x61d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4d0f9 expref: 426 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610565:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f6b:0x0].0x0 (ffff880099b51d00) 00010000:00010000:3.0:1740485461.610567:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610570:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c73f400/0x5922c046cd127c01 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7064e expref: 425 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610602:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc86:0x0].0x0 (ffff88009e5a5300) 00010000:00010000:3.0:1740485461.610604:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610608:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c867000/0x5922c046cd15e7e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f81055 expref: 424 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610625:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3032:0x0].0x0 (ffff8800b18d0700) 00010000:00010000:3.0:1740485461.610627:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.610630:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cf35800/0x5922c046cd738c2c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x3032:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe691 expref: 423 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610640:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1de8:0x0].0x0 (ffff88008f682700) 00010000:00010000:3.0:1740485461.610642:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610645:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a42cc600/0x5922c046cd14af1f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1de8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7b01c expref: 422 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610661:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16c8:0x0].0x0 (ffff8800911ec700) 00010000:00010000:3.0:1740485461.610663:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.610666:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6da00/0x5922c046cd735131 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdb3f expref: 421 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610681:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9de:0x0].0x0 (ffff8800a5230200) 00010000:00010000:3.0:1740485461.610683:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610686:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009adafa00/0x5922c046cd123066 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9de:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6efaa expref: 420 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610701:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x163a:0x0].0x0 (ffff88009ec50800) 00010000:00010000:3.0:1740485461.610703:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610706:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131970e00/0x5922c046cd6e9582 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x163a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811dd8db expref: 419 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610723:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d53:0x0].0x0 (ffff880098f5b400) 00010000:00010000:3.0:1740485461.610725:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610729:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f81de00/0x5922c046cd0f620d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1d53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f61894 expref: 418 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610746:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x357:0x0].0x0 (ffff8800a5484300) 00010000:00010000:3.0:1740485461.610748:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610752:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009125c400/0x5922c046cd052e5e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x357:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f30cd8 expref: 417 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610770:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15c7:0x0].0x0 (ffff88009c844b00) 00010000:00010000:3.0:1740485461.610772:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610775:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013238d200/0x5922c046cd6a960f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c4979 expref: 416 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610791:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15e0:0x0].0x0 (ffff88012b13c500) 00010000:00010000:3.0:1740485461.610793:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610796:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5015800/0x5922c046cd6be93b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c9e60 expref: 415 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610811:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fba:0x0].0x0 (ffff88008d9d2200) 00010000:00010000:3.0:1740485461.610813:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610815:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de41800/0x5922c046cd11ee56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1fba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6dc32 expref: 414 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610831:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x555:0x0].0x0 (ffff880098d1b500) 00010000:00010000:3.0:1740485461.610833:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610836:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fc71600/0x5922c046cd545424 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x555:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8113a33b expref: 413 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610850:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x831:0x0].0x0 (ffff8801318b8e00) 00010000:00010000:3.0:1740485461.610852:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610855:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d1e0a00/0x5922c046cd6a3d69 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x831:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c36b0 expref: 412 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610866:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x170:0x0].0x0 (ffff880094d18d00) 00010000:00010000:3.0:1740485461.610868:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610871:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f834600/0x5922c046cd362f6f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x170:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107c805 expref: 411 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610883:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xb2f:0x0].0x0 (ffff880124befa00) 00010000:00010000:3.0:1740485461.610885:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.610888:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ce4e00/0x5922c046cd9567e5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0xb2f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812eb1e5 expref: 410 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610904:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x46d:0x0].0x0 (ffff88009c84c700) 00010000:00010000:3.0:1740485461.610906:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.610908:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b72c00/0x5922c046cd082d32 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x46d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f10e expref: 409 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610920:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14e8:0x0].0x0 (ffff8800a4cdad00) 00010000:00010000:3.0:1740485461.610921:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.610924:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136362e00/0x5922c046cd6332f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14e8:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81196cd3 expref: 408 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610941:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12e3:0x0].0x0 (ffff880135028c00) 00010000:00010000:3.0:1740485461.610943:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610945:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dfa0a00/0x5922c046cd5600eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x12e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81140d68 expref: 407 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610959:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x148b:0x0].0x0 (ffff88008d3ee300) 00010000:00010000:3.0:1740485461.610961:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610965:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132f69600/0x5922c046cd60c67b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x148b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81184c28 expref: 406 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610981:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x118d:0x0].0x0 (ffff880099806400) 00010000:00010000:3.0:1740485461.610983:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.610986:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134dee600/0x5922c046cd4b5ca2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x118d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81100248 expref: 405 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.610999:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1d:0x0].0x0 (ffff88012fc61900) 00010000:00010000:3.0:1740485461.611001:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611004:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f09da00/0x5922c046cd12c9f6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f71da1 expref: 404 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611015:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x320:0x0].0x0 (ffff88008b9e8900) 00010000:00010000:3.0:1740485461.611017:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611020:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca0ba00/0x5922c046cd04db5a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x320:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2f4d6 expref: 403 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611034:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7d1:0x0].0x0 (ffff88008db32100) 00010000:00010000:3.0:1740485461.611036:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611039:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bc48c00/0x5922c046cd0de941 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5a80f expref: 402 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611054:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1bb8:0x0].0x0 (ffff88008dad1600) 00010000:00010000:3.0:1740485461.611056:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611059:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5e3c00/0x5922c046cd0bd223 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1bb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f508e4 expref: 401 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611072:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdfc:0x0].0x0 (ffff880096a65300) 00010000:00010000:3.0:1740485461.611074:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611076:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134b84e00/0x5922c046cd25eafb lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdfc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810095fb expref: 400 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611087:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11b4:0x0].0x0 (ffff88009c498c00) 00010000:00010000:3.0:1740485461.611088:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611090:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133194800/0x5922c046cd4c3b1a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81107050 expref: 399 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2fd:0x0].0x0 (ffff88009c72aa00) 00010000:00010000:3.0:1740485461.611104:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611105:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae01e00/0x5922c046cd047fff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2da96 expref: 398 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611119:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1246:0x0].0x0 (ffff8800974bc000) 00010000:00010000:3.0:1740485461.611121:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611124:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f09fa00/0x5922c046cd50a0ed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1246:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811215e6 expref: 397 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611139:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x93c:0x0].0x0 (ffff880072bfa600) 00010000:00010000:3.0:1740485461.611140:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.611143:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d89ce00/0x5922c046cd89855b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x93c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81296b2b expref: 396 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611157:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f64:0x0].0x0 (ffff880072ef2e00) 00010000:00010000:3.0:1740485461.611158:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611161:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd6e000/0x5922c046cd12331b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6f098 expref: 395 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611178:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x38:0x0].0x0 (ffff880095c41300) 00010000:00010000:3.0:1740485461.611181:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611184:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099e5f400/0x5922c046cd254d27 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81001f5d expref: 394 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.611194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.611202:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1756:0x0].0x0 (ffff8800a4d1dc00) 00010000:00010000:3.0:1740485461.611204:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611208:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ca2aa00/0x5922c046cd7e787b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1756:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81244ab2 expref: 393 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611224:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1021:0x0].0x0 (ffff88012cb29d00) 00010000:00010000:3.0:1740485461.611226:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611229:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a55aee00/0x5922c046cd3f5f6f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1021:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810b40e9 expref: 392 pid: 16004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.611236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.611244:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x163d:0x0].0x0 (ffff880095fb7d00) 00010000:00010000:3.0:1740485461.611246:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1740485461.611247:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270784 00010000:00010000:3.0:1740485461.611249:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800975b8e00/0x5922c046cd6ea748 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x163d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811de140 expref: 391 pid: 15999 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.611251:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270784 00010000:00010000:3.0:1740485461.611264:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xb10:0x0].0x0 (ffff880090ef6900) 00010000:00010000:3.0:1740485461.611265:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611268:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f667600/0x5922c046cd136267 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xb10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f74c47 expref: 390 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.611281:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271222 00000100:00100000:2.0:1740485461.611291:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aedd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+684:21662:x1825030869270784:12345-192.168.204.38@tcp:49:dd.0 00000100:00100000:0.0:1740485461.611296:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869270912 00010000:00010000:3.0:1740485461.611297:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x197e:0x0].0x0 (ffff880094cfd400) 00010000:00010000:3.0:1740485461.611299:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:0.0:1740485461.611300:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869270912 00010000:00010000:3.0:1740485461.611302:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b5ba000/0x5922c046cdb4198f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813c20c8 expref: 389 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611315:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfac:0x0].0x0 (ffff88012fb5ff00) 00010000:00010000:3.0:1740485461.611317:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611320:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800979cae00/0x5922c046cd3a2bfc lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81091637 expref: 388 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611333:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x126:0x0].0x0 (ffff88009dd50300) 00000100:00100000:0.0:1740485461.611335:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59178 00010000:00010000:3.0:1740485461.611336:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611339:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deada00/0x5922c046ccffa062 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x126:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f160b9 expref: 387 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.611342:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aedd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+685:21662:x1825030869270784:12345-192.168.204.38@tcp:49:dd.0 Request processed in 50us (149us total) trans 0 rc -61/-61 00000100:00100000:0.0:1740485461.611342:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+685:2004:x1825030869270912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1740485461.611348:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271222 00010000:00010000:0.0:1740485461.611350:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485461.611359:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8c:0x0].0x0 (ffff88008bb14700) 00010000:00010000:3.0:1740485461.611361:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.611361:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b118400/0x5922c046cdb8cf02 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7877 expref: 684 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611364:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096360c00/0x5922c046cd25d80f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810085ee expref: 386 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.611374:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:0.0:1740485461.611377:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485461.611382:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1327:0x0].0x0 (ffff88009d147500) 00010000:00010000:3.0:1740485461.611384:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611387:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072848e00/0x5922c046cd57b58b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1327:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81148158 expref: 385 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.611393:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+683:2004:x1825030869270912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 52us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.611398:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59178 00010000:00010000:3.0:1740485461.611407:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14b1:0x0].0x0 (ffff88008f490400) 00010000:00010000:3.0:1740485461.611409:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611412:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b9f8600/0x5922c046cd61adcf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118c018 expref: 384 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611426:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe52:0x0].0x0 (ffff88009e65a700) 00010000:00010000:3.0:1740485461.611428:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611431:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099846a00/0x5922c046cd2a023f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81022a96 expref: 383 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611440:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x103f:0x0].0x0 (ffff88013504b300) 00010000:00010000:3.0:1740485461.611442:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611444:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013525d600/0x5922c046cd408091 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x103f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810bd73f expref: 382 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611457:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8e0:0x0].0x0 (ffff88008ba5bd00) 00010000:00010000:3.0:1740485461.611458:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611460:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5055000/0x5922c046cd10a52c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6785d expref: 381 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611471:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x25a:0x0].0x0 (ffff88009aa14200) 00010000:00010000:3.0:1740485461.611473:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611474:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c710800/0x5922c046cd0330fb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f274b4 expref: 380 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611486:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcbb:0x0].0x0 (ffff88009b2f7c00) 00010000:00010000:3.0:1740485461.611488:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611489:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4fcd800/0x5922c046cd16ca73 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f86b24 expref: 379 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611500:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6e7:0x0].0x0 (ffff8800722c0400) 00010000:00010000:3.0:1740485461.611501:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611503:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099291e00/0x5922c046cd0c0d64 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f51c9b expref: 378 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611513:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdcc:0x0].0x0 (ffff88012cb17800) 00010000:00010000:3.0:1740485461.611514:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611516:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007206fc00/0x5922c046cd24fc99 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fff86d expref: 377 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611540:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x3aa:0x0].0x0 (ffff88008bf30b00) 00010000:00010000:3.0:1740485461.611541:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611544:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5b46400/0x5922c046cd44b6b4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x3aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d6217 expref: 376 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611557:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x493:0x0].0x0 (ffff88009aa14600) 00010000:00010000:3.0:1740485461.611558:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611560:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4250a00/0x5922c046cd07a116 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x493:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3c850 expref: 375 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611567:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf5f:0x0].0x0 (ffff8801352e4b00) 00010000:00010000:3.0:1740485461.611568:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611570:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fba9200/0x5922c046cd37e184 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810850cb expref: 374 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611604:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x187a:0x0].0x0 (ffff8800977ab900) 00010000:00010000:3.0:1740485461.611605:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611608:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5002200/0x5922c046cd06b94b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x187a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f381e7 expref: 373 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611619:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe6:0x0].0x0 (ffff8801356a7e00) 00010000:00010000:3.0:1740485461.611620:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611622:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097708200/0x5922c046ccfee713 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f12770 expref: 372 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611634:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b87:0x0].0x0 (ffff88009eaab400) 00010000:00010000:3.0:1740485461.611635:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.611637:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ee4a00/0x5922c046cd23d28d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b87:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4a15 expref: 371 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611652:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdaa:0x0].0x0 (ffff8800992cf000) 00010000:00010000:3.0:1740485461.611654:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611658:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009facec00/0x5922c046cd24be64 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffda13 expref: 370 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611674:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1415:0x0].0x0 (ffff88008e106100) 00010000:00010000:3.0:1740485461.611676:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.611679:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f617400/0x5922c046cd5e77c6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1415:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81177225 expref: 369 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611694:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x879:0x0].0x0 (ffff88009f907400) 00010000:00010000:3.0:1740485461.611696:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611699:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135e3b600/0x5922c046cd71c238 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x879:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f3a85 expref: 368 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611711:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1261:0x0].0x0 (ffff880123196600) 00010000:00010000:3.0:1740485461.611714:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611716:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c26e800/0x5922c046cd534afd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1261:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8113495a expref: 367 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611726:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x127:0x0].0x0 (ffff880135f49400) 00010000:00010000:3.0:1740485461.611727:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.611729:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009799f000/0x5922c046cd7935c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x127:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8122589a expref: 366 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611736:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1343:0x0].0x0 (ffff88009c1fd300) 00010000:00010000:3.0:1740485461.611737:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.611739:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cbf200/0x5922c046cd15bb10 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1343:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f802c5 expref: 365 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611749:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x182d:0x0].0x0 (ffff8800721e8800) 00010000:00010000:3.0:1740485461.611750:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611753:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d1fd200/0x5922c046cd8f7010 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x182d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812b7832 expref: 364 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611763:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4e6:0x0].0x0 (ffff880098c26c00) 00010000:00010000:3.0:1740485461.611764:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.611766:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721ba000/0x5922c046cd08ff47 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f432bc expref: 363 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611774:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1642:0x0].0x0 (ffff88009b4fef00) 00010000:00010000:3.0:1740485461.611775:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611777:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097f8e800/0x5922c046cd6ee005 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1642:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811dff9a expref: 362 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611789:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5d2:0x0].0x0 (ffff880123196c00) 00010000:00010000:3.0:1740485461.611790:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611792:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b401c00/0x5922c046cd0aaf56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5d2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4aff1 expref: 361 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611802:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf5c:0x0].0x0 (ffff8800963ba900) 00010000:00010000:3.0:1740485461.611804:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611805:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f734c00/0x5922c046cd379c56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8108445a expref: 360 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611815:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x10a:0x0].0x0 (ffff88008d0d0e00) 00010000:00010000:3.0:1740485461.611817:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.611818:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135683a00/0x5922c046cdb21a6c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x10a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813b68bb expref: 359 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611832:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcf4:0x0].0x0 (ffff880099c6df00) 00010000:00010000:3.0:1740485461.611833:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611835:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009799f600/0x5922c046cd18d6bd lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcf4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f9bda1 expref: 358 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611845:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x90f:0x0].0x0 (ffff880123194700) 00010000:00010000:3.0:1740485461.611846:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611848:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f2de00/0x5922c046cd1148e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x90f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6aa2f expref: 357 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611858:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdb6:0x0].0x0 (ffff8801352c4300) 00010000:00010000:3.0:1740485461.611859:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611861:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd52000/0x5922c046cd24c36c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffe0aa expref: 356 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611873:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x1ff:0x0].0x0 (ffff88007236fa00) 00010000:00010000:3.0:1740485461.611875:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611877:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013184d400/0x5922c046cd301ee9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81050bc6 expref: 355 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611884:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x201c:0x0].0x0 (ffff880072bc6a00) 00010000:00010000:3.0:1740485461.611885:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.611887:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ac81200/0x5922c046cd12baf3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x201c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f718e6 expref: 354 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611899:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aca:0x0].0x0 (ffff88009fa1f200) 00010000:00010000:3.0:1740485461.611900:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.611902:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c5f6c00/0x5922c046cd06e55f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1aca:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f38f46 expref: 353 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611911:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf24:0x0].0x0 (ffff88008b424c00) 00010000:00010000:3.0:1740485461.611912:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611914:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098adfa00/0x5922c046cd35ff56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8107afd2 expref: 352 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611921:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1955:0x0].0x0 (ffff88009e636c00) 00010000:00010000:3.0:1740485461.611922:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611924:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f1c0e00/0x5922c046cdaffc08 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1955:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a9cf7 expref: 351 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611935:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1975:0x0].0x0 (ffff8800a5b81800) 00010000:00010000:3.0:1740485461.611937:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611938:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096223c00/0x5922c046cdb2eddf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1975:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813bc845 expref: 350 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611950:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf4:0x0].0x0 (ffff88008d115a00) 00010000:00010000:3.0:1740485461.611951:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611953:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091136a00/0x5922c046cd147f30 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a16d expref: 349 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611961:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x25c:0x0].0x0 (ffff88009ae04200) 00010000:00010000:3.0:1740485461.611963:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611965:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090652600/0x5922c046cd04fd1f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2fe99 expref: 348 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611975:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcd4:0x0].0x0 (ffff88012fbc5100) 00010000:00010000:3.0:1740485461.611976:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611978:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977acc00/0x5922c046cd171ec0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcd4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f88a2d expref: 347 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.611988:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfc8:0x0].0x0 (ffff880072389a00) 00010000:00010000:3.0:1740485461.611989:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.611991:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe77400/0x5922c046cd3b3ea7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfc8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8109bc69 expref: 346 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612001:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x48a:0x0].0x0 (ffff88008a43d300) 00010000:00010000:3.0:1740485461.612003:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612004:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098636e00/0x5922c046cd4df062 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x48a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8110e59e expref: 345 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612015:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x113:0x0].0x0 (ffff880123039f00) 00010000:00010000:3.0:1740485461.612016:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612018:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0a1800/0x5922c046cd6b6251 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c72b5 expref: 344 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612029:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7cf:0x0].0x0 (ffff88009aa14400) 00010000:00010000:3.0:1740485461.612030:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612032:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cb4f000/0x5922c046cd0de447 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5a680 expref: 343 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612041:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0xca:0x0].0x0 (ffff88008a6b0900) 00010000:00010000:3.0:1740485461.612042:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612044:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ee5a00/0x5922c046cd23df36 lrc: 0/0,0 mode: --/CR res: [0x240000405:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4f4e expref: 342 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612055:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14c7:0x0].0x0 (ffff880098f1ef00) 00010000:00010000:3.0:1740485461.612056:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612058:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bf9b200/0x5922c046cd625a8a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118fb6e expref: 341 pid: 15997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.612061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.612068:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x175f:0x0].0x0 (ffff88009b4cdd00) 00010000:00010000:3.0:1740485461.612069:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612072:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4c57e00/0x5922c046cd7f310d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x175f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8124dd6c expref: 340 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612081:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xacc:0x0].0x0 (ffff8800992ca100) 00010000:00010000:3.0:1740485461.612082:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612085:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5310400/0x5922c046cd131797 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xacc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f73533 expref: 339 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612096:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x130:0x0].0x0 (ffff880095f79900) 00010000:00010000:3.0:1740485461.612097:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612099:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd6f000/0x5922c046ccffc23c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x130:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f16aec expref: 338 pid: 16008 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.612106:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869271168 00010000:00010000:3.0:1740485461.612110:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16a5:0x0].0x0 (ffff88008e272c00) 00000100:00100000:1.0:1740485461.612110:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869271168 00010000:00010000:3.0:1740485461.612111:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612113:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cbddc00/0x5922c046cd7df565 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81241cfa expref: 337 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612122:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x4d0:0x0].0x0 (ffff880098ffa700) 00010000:00010000:3.0:1740485461.612123:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.612125:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b8c4400/0x5922c046cd50c27a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x4d0:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81122296 expref: 336 pid: 16111 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.612126:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361986 00000100:00100000:1.0:1740485461.612129:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+683:21662:x1825030869271168:12345-192.168.204.38@tcp:36:dd.0 00010000:00010000:3.0:1740485461.612136:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15e7:0x0].0x0 (ffff8800a5260a00) 00010000:00010000:3.0:1740485461.612137:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612139:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008be54e00/0x5922c046cd6c4449 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cbf76 expref: 335 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612146:0:16017:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485461.612150:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd41:0x0].0x0 (ffff880134b9a900) 00010000:00010000:3.0:1740485461.612151:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612154:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131fb1000/0x5922c046cd1e7257 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fcd9e8 expref: 334 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612154:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b119e00/0x5922c046cdb8ceed lrc: 0/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7870 expref: 683 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612163:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:3.0:1740485461.612165:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc41:0x0].0x0 (ffff8800a5136c00) 00010000:00010000:1.0:1740485461.612165:0:16017:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485461.612166:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612168:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3b5c00/0x5922c046cd15613d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7e608 expref: 333 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612179:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x86:0x0].0x0 (ffff880095c41800) 00010000:00010000:3.0:1740485461.612180:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612182:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008be80400/0x5922c046cd3a3190 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81091844 expref: 332 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612191:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x391:0x0].0x0 (ffff8800721e9200) 00010000:00010000:3.0:1740485461.612192:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612194:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5b1a200/0x5922c046cd05c023 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x391:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f337e2 expref: 331 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612203:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199a:0x0].0x0 (ffff880094cfed00) 00010000:00010000:3.0:1740485461.612204:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612206:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249ddc00/0x5922c046cdb698c6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d041e expref: 330 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612216:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1559:0x0].0x0 (ffff880134bfbb00) 00010000:00010000:3.0:1740485461.612217:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.612219:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d32a400/0x5922c046cd66cdae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1559:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ac3da expref: 329 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612229:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x91f:0x0].0x0 (ffff88009afb1000) 00010000:00010000:3.0:1740485461.612230:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612232:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cafc600/0x5922c046cd11708e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x91f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6b66f expref: 328 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612241:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:3.0:1740485461.612242:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf70:0x0].0x0 (ffff88009e4b1300) 00010000:00010000:3.0:1740485461.612244:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612246:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f019400/0x5922c046cd381b98 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810862b4 expref: 327 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612248:0:16017:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 327 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612256:0:16017:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 4/0,1 mode: --/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.612257:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc49:0x0].0x0 (ffff88012f64d200) 00010000:00010000:3.0:1740485461.612258:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612260:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f6f800/0x5922c046cd1574ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7ec60 expref: 326 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612270:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xf2:0x0].0x0 (ffff88008f1fcb00) 00010000:00010000:3.0:1740485461.612271:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612273:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009937cc00/0x5922c046cd976e2b lrc: 0/0,0 mode: --/PR res: [0x240000401:0xf2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812fc98a expref: 325 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.612274:0:16017:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 325 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612281:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x191b:0x0].0x0 (ffff8800a538d500) 00010000:00010000:1.0:1740485461.612282:0:16017:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 324 pid: 16005 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1740485461.612283:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612285:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5bfee00/0x5922c046cdac43e5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x191b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813919d5 expref: 324 pid: 16013 timeout: 0 lvb_type: 0 00000100:00020000:1.0:1740485461.612291:0:16017:0:(client.c:1282:ptlrpc_import_delay_req()) @@@ IMP_CLOSED req@ffff88008bc4f100 x1825030708388864/t0(0) o104->lustre-MDT0001@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1740485461.612295:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b58:0x0].0x0 (ffff88006dad9500) 00010000:00010000:3.0:1740485461.612296:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.612298:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a5d3400/0x5922c046cd09796c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b58:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4576e expref: 323 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612308:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1594:0x0].0x0 (ffff88009107f400) 00010000:00010000:3.0:1740485461.612309:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.612311:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098ece600/0x5922c046cd68d67f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1594:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811bb77c expref: 322 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612320:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xab1:0x0].0x0 (ffff88008d115800) 00010000:00010000:3.0:1740485461.612321:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612323:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326f6e00/0x5922c046cd134d3d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xab1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f745be expref: 321 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612335:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x160c:0x0].0x0 (ffff8800a5bd6e00) 00010000:00010000:3.0:1740485461.612336:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612338:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013524d000/0x5922c046cd6ce676 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x160c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cfc9a expref: 320 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612347:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16cd:0x0].0x0 (ffff880097b4a100) 00010000:00010000:3.0:1740485461.612348:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.612350:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b1b4000/0x5922c046cd7330bc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16cd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd4f5 expref: 319 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612361:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3c5:0x0].0x0 (ffff88008d5b7300) 00010000:00010000:3.0:1740485461.612362:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612364:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e468a00/0x5922c046cd0646a4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f35fc0 expref: 318 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612375:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xf3:0x0].0x0 (ffff88009f972a00) 00010000:00010000:3.0:1740485461.612376:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612378:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097909a00/0x5922c046cd982eea lrc: 0/0,0 mode: --/PR res: [0x240000401:0xf3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813030ca expref: 317 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612386:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x875:0x0].0x0 (ffff88009f901500) 00010000:00010000:3.0:1740485461.612387:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612389:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ada000/0x5922c046cd0f8f71 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x875:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f62513 expref: 316 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10e8:0x0].0x0 (ffff88012bbd8c00) 00010000:00010000:3.0:1740485461.612400:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612402:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f440400/0x5922c046cd44dbcf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d7a58 expref: 315 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612410:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1485:0x0].0x0 (ffff88009b5e7000) 00010000:00010000:3.0:1740485461.612411:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612413:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099cc4800/0x5922c046cd60e346 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1485:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118562a expref: 314 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612424:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x440:0x0].0x0 (ffff88012ffb4e00) 00010000:00010000:3.0:1740485461.612425:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612427:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cc8200/0x5922c046cd07300c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x440:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3a57a expref: 313 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612437:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x476:0x0].0x0 (ffff8800721e9100) 00010000:00010000:3.0:1740485461.612438:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.612440:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f819600/0x5922c046cd083305 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x476:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f2ea expref: 312 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612450:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17b2:0x0].0x0 (ffff88009fa6af00) 00010000:00010000:3.0:1740485461.612451:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612453:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c60600/0x5922c046cd85d4af lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8127563d expref: 311 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612462:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa1d:0x0].0x0 (ffff88012fc61900) 00010000:00010000:3.0:1740485461.612463:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.612465:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5098c00/0x5922c046cd12c60d lrc: 0/0,0 mode: --/PR res: [0x240000404:0xa1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f71c51 expref: 310 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612477:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbfc:0x0].0x0 (ffff880098c74900) 00010000:00010000:3.0:1740485461.612479:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612481:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f09c200/0x5922c046cd149613 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbfc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a874 expref: 309 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612491:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf03:0x0].0x0 (ffff88009639b200) 00010000:00010000:3.0:1740485461.612492:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612493:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dfd4a00/0x5922c046cd338892 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf03:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8106c306 expref: 308 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612503:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10ac:0x0].0x0 (ffff880131a03b00) 00010000:00010000:3.0:1740485461.612504:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612506:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134d7ba00/0x5922c046cd43580c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cc0ed expref: 307 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612515:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1672:0x0].0x0 (ffff880096a18d00) 00010000:00010000:3.0:1740485461.612516:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.612518:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132f97200/0x5922c046cd713cc8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1672:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811ee360 expref: 306 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612541:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ca3:0x0].0x0 (ffff88008cdf3b00) 00010000:00010000:3.0:1740485461.612542:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1740485461.612545:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d049800/0x5922c046cd0e0843 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1ca3:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5b162 expref: 305 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612555:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe14:0x0].0x0 (ffff880096619400) 00010000:00010000:3.0:1740485461.612556:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612558:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a41f4e00/0x5922c046cd275e10 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81013a9e expref: 304 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612569:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x15f:0x0].0x0 (ffff88009c95f100) 00010000:00010000:3.0:1740485461.612570:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612573:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a75000/0x5922c046cdb76f8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7433 expref: 303 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612595:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x926:0x0].0x0 (ffff880131bd6700) 00010000:00010000:3.0:1740485461.612596:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612598:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090653e00/0x5922c046cd11748c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x926:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6b78e expref: 302 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612609:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x755:0x0].0x0 (ffff880134e65400) 00010000:00010000:3.0:1740485461.612610:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612612:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e552400/0x5922c046cd0cc3cd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x755:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f55129 expref: 301 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612625:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x17ad:0x0].0x0 (ffff88008b480a00) 00010000:00010000:3.0:1740485461.612626:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612628:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb7e600/0x5922c046cd859dd5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x17ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81274a3c expref: 300 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612638:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1839:0x0].0x0 (ffff88009ab95800) 00010000:00010000:3.0:1740485461.612639:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.612641:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b54ca00/0x5922c046cd9093a1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1839:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812bff2a expref: 299 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612652:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9d8:0x0].0x0 (ffff88012fc61800) 00010000:00010000:3.0:1740485461.612653:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612655:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de09600/0x5922c046cd12a965 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7142b expref: 298 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612665:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1479:0x0].0x0 (ffff880123d4a900) 00010000:00010000:3.0:1740485461.612666:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612668:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b940400/0x5922c046cd60012b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1479:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81180e63 expref: 297 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612681:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf:0x0].0x0 (ffff880131d59700) 00010000:00010000:3.0:1740485461.612682:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612684:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006da8bc00/0x5922c046ccfe7a46 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f10717 expref: 296 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612694:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1244:0x0].0x0 (ffff880134f8d800) 00010000:00010000:3.0:1740485461.612695:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.612697:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123136400/0x5922c046cd509b44 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1244:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811213a8 expref: 295 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612707:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aec:0x0].0x0 (ffff880098db6f00) 00010000:00010000:3.0:1740485461.612708:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612710:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801353b5a00/0x5922c046cd09f2e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1aec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f47a13 expref: 294 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612719:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x110d:0x0].0x0 (ffff88009adedc00) 00010000:00010000:3.0:1740485461.612720:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612722:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d37f600/0x5922c046cd459e32 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x110d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810dafc6 expref: 293 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612732:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8f:0x0].0x0 (ffff8800a5940b00) 00010000:00010000:3.0:1740485461.612733:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612735:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bb69800/0x5922c046cd3d475c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a82c3 expref: 292 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612744:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1205:0x0].0x0 (ffff8801323a4400) 00010000:00010000:3.0:1740485461.612745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.612747:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f576400/0x5922c046cd5049ac lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1205:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111e334 expref: 291 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612757:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16ab:0x0].0x0 (ffff88009782a400) 00010000:00010000:3.0:1740485461.612758:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.612760:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5311400/0x5922c046cd0da3b1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x16ab:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f59298 expref: 290 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612770:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11d8:0x0].0x0 (ffff880131c63a00) 00010000:00010000:3.0:1740485461.612771:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.612773:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095003a00/0x5922c046cd4d6924 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x11d8:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8110c664 expref: 289 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612783:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x136e:0x0].0x0 (ffff88008fe6a100) 00010000:00010000:3.0:1740485461.612784:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612786:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095248800/0x5922c046cd028ab4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x136e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f24073 expref: 288 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612798:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7c:0x0].0x0 (ffff88008a6c5700) 00010000:00010000:3.0:1740485461.612799:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612801:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fb1ca00/0x5922c046cd31a9f2 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x7c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105ead1 expref: 287 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612809:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xf6:0x0].0x0 (ffff88008f1aff00) 00010000:00010000:3.0:1740485461.612810:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612812:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d26ba00/0x5922c046cd4c09e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81105b18 expref: 286 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612822:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x93c:0x0].0x0 (ffff880072bfa600) 00010000:00010000:3.0:1740485461.612823:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.612825:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae1e000/0x5922c046cd73913b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x93c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe7fd expref: 285 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612834:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa9e:0x0].0x0 (ffff88009c7acf00) 00010000:00010000:3.0:1740485461.612835:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612837:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca0a800/0x5922c046cd12eddd lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f72852 expref: 284 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612848:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x1b7:0x0].0x0 (ffff8800a5bc9000) 00010000:00010000:3.0:1740485461.612849:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.612851:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132c79a00/0x5922c046cd342302 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x1b7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8106f429 expref: 283 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612861:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x10c:0x0].0x0 (ffff88009c773a00) 00010000:00010000:3.0:1740485461.612862:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.612864:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a10a00/0x5922c046cdb3de94 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x10c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813c0489 expref: 282 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612873:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1096:0x0].0x0 (ffff880130720600) 00010000:00010000:3.0:1740485461.612874:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612876:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136077400/0x5922c046cd42d4da lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1096:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c91d7 expref: 281 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612890:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x829:0x0].0x0 (ffff88009ebd2f00) 00010000:00010000:3.0:1740485461.612891:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612893:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800993d2600/0x5922c046cd680b47 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x829:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811b7152 expref: 280 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612904:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1469:0x0].0x0 (ffff8800723d8400) 00010000:00010000:3.0:1740485461.612906:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612908:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012314de00/0x5922c046cd5f5aeb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1469:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117beb5 expref: 279 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612919:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x188e:0x0].0x0 (ffff8800a5a4dd00) 00010000:00010000:3.0:1740485461.612920:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612922:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008db1d200/0x5922c046cd9c68e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x188e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8131cb0e expref: 278 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612931:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3dd:0x0].0x0 (ffff88009c4b2c00) 00010000:00010000:3.0:1740485461.612933:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612935:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098cbd400/0x5922c046cd06804f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3dd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3716a expref: 277 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612945:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6c5:0x0].0x0 (ffff8800a4d35f00) 00010000:00010000:3.0:1740485461.612946:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612948:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d98f000/0x5922c046cd5dc1a3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811722b6 expref: 276 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612958:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc1e:0x0].0x0 (ffff88009c5b2200) 00010000:00010000:3.0:1740485461.612959:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.612961:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072a56400/0x5922c046cd154c05 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7dfef expref: 275 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612972:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4fe:0x0].0x0 (ffff8801352c4b00) 00010000:00010000:3.0:1740485461.612973:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.612975:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721ff800/0x5922c046cd0a6313 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4fe:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4991c expref: 274 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612984:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ce:0x0].0x0 (ffff880098cb9a00) 00010000:00010000:3.0:1740485461.612986:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.612988:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d09cc00/0x5922c046cd5b8fab lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81161138 expref: 273 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.612998:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3ea:0x0].0x0 (ffff88012fcc4b00) 00010000:00010000:3.0:1740485461.612999:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613001:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135faec00/0x5922c046cd0698eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f37871 expref: 272 pid: 16016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613011:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x142d:0x0].0x0 (ffff880096183700) 00010000:00010000:3.0:1740485461.613012:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613014:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097bcb000/0x5922c046cd5ec4bf lrc: 0/0,0 mode: --/CR res: [0x240000404:0x142d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811789f6 expref: 271 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613022:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x71b:0x0].0x0 (ffff88009c89f800) 00010000:00010000:3.0:1740485461.613024:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613025:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d3a3000/0x5922c046cd0d360b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x71b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f572af expref: 270 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613035:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1129:0x0].0x0 (ffff8800b42f5400) 00010000:00010000:3.0:1740485461.613037:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613039:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072ed9800/0x5922c046cd47266a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1129:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810e871b expref: 269 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613047:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d4:0x0].0x0 (ffff88008a6ab900) 00010000:00010000:3.0:1740485461.613049:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613051:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe32000/0x5922c046cd73397c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fd702 expref: 268 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613062:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x198a:0x0].0x0 (ffff88009100d000) 00010000:00010000:3.0:1740485461.613064:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613066:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb5dc00/0x5922c046cd0507ad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x198a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f30194 expref: 267 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613078:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff880131abdb00) 00010000:00010000:3.0:1740485461.613079:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1740485461.613081:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099a50800/0x5922c046cd738595 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe580 expref: 266 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613088:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1820:0x0].0x0 (ffff88008e0b9500) 00010000:00010000:3.0:1740485461.613090:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613091:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e7bca00/0x5922c046cd8e6418 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1820:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812b2fca expref: 265 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fe9:0x0].0x0 (ffff88009b1f4d00) 00010000:00010000:3.0:1740485461.613104:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613106:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006daf0400/0x5922c046cd12450b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1fe9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6f610 expref: 264 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613114:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4da:0x0].0x0 (ffff88009aa14900) 00010000:00010000:3.0:1740485461.613115:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613117:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124af8e00/0x5922c046cd085f7b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4da:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f40049 expref: 263 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613126:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcb5:0x0].0x0 (ffff880131a16000) 00010000:00010000:3.0:1740485461.613127:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613129:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009aa65200/0x5922c046cd189c1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f99df7 expref: 262 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613140:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x314:0x0].0x0 (ffff88008ba5b600) 00010000:00010000:3.0:1740485461.613141:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.613143:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3b5a00/0x5922c046cd0aef4b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x314:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4c3e7 expref: 261 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613153:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1706:0x0].0x0 (ffff880097b0bd00) 00010000:00010000:3.0:1740485461.613154:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.613155:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd9d600/0x5922c046ccfe4993 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1706:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0f77a expref: 260 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613166:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xef0:0x0].0x0 (ffff880130ee1b00) 00010000:00010000:3.0:1740485461.613167:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613169:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bb3a600/0x5922c046cd31c47f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xef0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105f248 expref: 259 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613181:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf72:0x0].0x0 (ffff88009626d000) 00010000:00010000:3.0:1740485461.613182:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613184:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013233d200/0x5922c046cd387ba7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81088bb1 expref: 258 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613194:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1765:0x0].0x0 (ffff88009ab90e00) 00010000:00010000:3.0:1740485461.613195:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613197:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097e1e400/0x5922c046cd7fb033 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1765:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812517a3 expref: 257 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613207:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd40:0x0].0x0 (ffff880131c94000) 00010000:00010000:3.0:1740485461.613208:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613210:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d8e4000/0x5922c046cd1e7193 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd40:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fcd9b7 expref: 256 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613220:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc0f:0x0].0x0 (ffff8800992ca300) 00010000:00010000:3.0:1740485461.613221:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.613223:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ce8b400/0x5922c046cd154616 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc0f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7de60 expref: 255 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613233:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x493:0x0].0x0 (ffff88009aa14600) 00010000:00010000:3.0:1740485461.613234:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.613236:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f952400/0x5922c046cd083987 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x493:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3f487 expref: 254 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613245:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x46d:0x0].0x0 (ffff88009c84c700) 00010000:00010000:3.0:1740485461.613246:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613248:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51e0e00/0x5922c046cd07706a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x46d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3b970 expref: 253 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613264:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1980:0x0].0x0 (ffff88008dad1300) 00010000:00010000:3.0:1740485461.613265:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613267:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dfb4200/0x5922c046cd05032a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1980:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f30075 expref: 252 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613276:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x785:0x0].0x0 (ffff88009c1c4d00) 00010000:00010000:3.0:1740485461.613277:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613279:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091117800/0x5922c046cd0d2fb3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x785:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f570e1 expref: 251 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613289:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f88:0x0].0x0 (ffff880131808500) 00010000:00010000:3.0:1740485461.613290:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.613292:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b9a7000/0x5922c046cd1536aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f88:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7d9d6 expref: 250 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613299:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f88:0x0].0x0 (ffff880131808500) 00010000:00010000:3.0:1740485461.613300:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613302:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cdd4e00/0x5922c046cd116321 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6b263 expref: 249 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613312:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xaf0:0x0].0x0 (ffff880135ff1400) 00010000:00010000:3.0:1740485461.613313:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.613315:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098da5c00/0x5922c046cd164d06 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xaf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f83298 expref: 248 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613324:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5c5:0x0].0x0 (ffff880072285800) 00010000:00010000:3.0:1740485461.613325:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613327:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006daf0a00/0x5922c046cd0aa489 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4acd3 expref: 247 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613336:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xee2:0x0].0x0 (ffff8800979ace00) 00010000:00010000:3.0:1740485461.613338:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613339:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b120200/0x5922c046cd30eb40 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xee2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81057ed6 expref: 246 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613351:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14f8:0x0].0x0 (ffff880133136d00) 00010000:00010000:3.0:1740485461.613352:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613354:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091060800/0x5922c046cd6421a6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8119c484 expref: 245 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613362:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5a2:0x0].0x0 (ffff88009782a500) 00010000:00010000:3.0:1740485461.613363:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613365:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fb56000/0x5922c046cd0a7263 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f49da6 expref: 244 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613375:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1733:0x0].0x0 (ffff88009b766900) 00010000:00010000:3.0:1740485461.613377:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613379:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801320e5800/0x5922c046cd7bf6ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1733:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8123230e expref: 243 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613389:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xc5:0x0].0x0 (ffff880098e32000) 00010000:00010000:3.0:1740485461.613391:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.613392:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009749de00/0x5922c046cd1d49a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fc56d9 expref: 242 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613402:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15f5:0x0].0x0 (ffff880136291100) 00010000:00010000:3.0:1740485461.613404:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613405:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801318d9000/0x5922c046cd6c49ac lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cc152 expref: 241 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613413:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x231:0x0].0x0 (ffff8800a5090300) 00010000:00010000:3.0:1740485461.613415:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613416:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fa44000/0x5922c046cd034e67 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x231:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f27d97 expref: 240 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613427:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x66:0x0].0x0 (ffff88009a8bf500) 00010000:00010000:3.0:1740485461.613428:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.613430:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c3f6a00/0x5922c046cd1cd477 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x66:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fc051e expref: 239 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613443:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd54:0x0].0x0 (ffff88006d91f800) 00010000:00010000:3.0:1740485461.613444:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613448:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fd47000/0x5922c046cd23d82f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd54:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4c30 expref: 238 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613462:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x122d:0x0].0x0 (ffff88008e237200) 00010000:00010000:3.0:1740485461.613464:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613467:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072bc8a00/0x5922c046cd51303c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x122d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811262b5 expref: 237 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613483:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x609:0x0].0x0 (ffff880135268200) 00010000:00010000:3.0:1740485461.613484:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613487:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ff10000/0x5922c046cd0b003f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x609:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4c920 expref: 236 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613503:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x173d:0x0].0x0 (ffff880131f1e300) 00010000:00010000:3.0:1740485461.613504:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.613508:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721bac00/0x5922c046cd095141 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x173d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f44b3c expref: 235 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613522:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13a8:0x0].0x0 (ffff880097417400) 00010000:00010000:3.0:1740485461.613523:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613537:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a53f9200/0x5922c046cd5a585c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115a211 expref: 234 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613554:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3a7:0x0].0x0 (ffff88008e0ebf00) 00010000:00010000:3.0:1740485461.613556:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613559:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4250600/0x5922c046cd06114b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f34fb3 expref: 233 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613572:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d6c:0x0].0x0 (ffff88012fc9dd00) 00010000:00010000:3.0:1740485461.613573:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613592:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098dbe600/0x5922c046cd0d72c6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1d6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f58508 expref: 232 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613611:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6ce:0x0].0x0 (ffff88008bcac400) 00010000:00010000:3.0:1740485461.613613:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613617:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009748d800/0x5922c046cd0be555 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6ce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f50eda expref: 231 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613633:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3f9:0x0].0x0 (ffff8800a4134d00) 00010000:00010000:3.0:1740485461.613635:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.613638:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b62000/0x5922c046cd06be29 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f38353 expref: 230 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613654:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xfd:0x0].0x0 (ffff8800961ddd00) 00010000:00010000:3.0:1740485461.613656:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.613659:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072b2e600/0x5922c046cd51f6dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8112d834 expref: 229 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613676:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aa9:0x0].0x0 (ffff880135268100) 00010000:00010000:3.0:1740485461.613678:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613681:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c38b400/0x5922c046cd04ee07 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1aa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2fa1d expref: 228 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613698:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1212:0x0].0x0 (ffff880096eacb00) 00010000:00010000:3.0:1740485461.613700:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613703:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e689a00/0x5922c046cd4fb1ab lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111ac37 expref: 227 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613720:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x132d:0x0].0x0 (ffff88008cef0100) 00010000:00010000:3.0:1740485461.613722:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613725:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dc2be00/0x5922c046cd57ca76 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x132d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81148492 expref: 226 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613743:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1006:0x0].0x0 (ffff88007283bc00) 00010000:00010000:3.0:1740485461.613745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613748:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801333d4800/0x5922c046cd3e8ba1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1006:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810aee1d expref: 225 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613767:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcc6:0x0].0x0 (ffff880123cfbf00) 00010000:00010000:3.0:1740485461.613769:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613772:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123f95e00/0x5922c046cd16fdf7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcc6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f87d8b expref: 224 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613791:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8f:0x0].0x0 (ffff8800911e7d00) 00010000:00010000:3.0:1740485461.613793:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613796:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dbdce00/0x5922c046cd258c20 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810049c6 expref: 223 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613811:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcbf:0x0].0x0 (ffff88009e4c9600) 00010000:00010000:3.0:1740485461.613813:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613816:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c9e9200/0x5922c046cd16dfb2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f87239 expref: 222 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613832:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x854:0x0].0x0 (ffff88008f051f00) 00010000:00010000:3.0:1740485461.613834:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.613837:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5919800/0x5922c046cd15ed44 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x854:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f81200 expref: 221 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613850:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd58:0x0].0x0 (ffff88012d15f000) 00010000:00010000:3.0:1740485461.613851:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613854:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013544e800/0x5922c046cd23bf77 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd58:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff3f10 expref: 220 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613870:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf4c:0x0].0x0 (ffff88009b437b00) 00010000:00010000:3.0:1740485461.613872:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613875:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131aa1800/0x5922c046cd371da7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81081177 expref: 219 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613890:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b9e:0x0].0x0 (ffff88009caa8b00) 00010000:00010000:3.0:1740485461.613892:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613894:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b644e00/0x5922c046cd07de48 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3da47 expref: 218 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613906:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf7f:0x0].0x0 (ffff880131ae4a00) 00010000:00010000:3.0:1740485461.613908:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613910:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099b77000/0x5922c046cd38daa5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8108ac18 expref: 217 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613925:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10f3:0x0].0x0 (ffff880096250800) 00010000:00010000:3.0:1740485461.613927:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613929:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b285c00/0x5922c046cd44f04a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d7eb1 expref: 216 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613943:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xe0:0x0].0x0 (ffff88008e27dc00) 00010000:00010000:3.0:1740485461.613945:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.613947:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fac1600/0x5922c046cd86e12c lrc: 0/0,0 mode: --/PR res: [0x240000401:0xe0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8127aba2 expref: 215 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613956:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xe9:0x0].0x0 (ffff880099803d00) 00010000:00010000:3.0:1740485461.613959:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613962:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800952a7600/0x5922c046cd27f5e7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0xe9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101559b expref: 214 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613976:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1226:0x0].0x0 (ffff880099f9ca00) 00010000:00010000:3.0:1740485461.613978:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613981:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801322af400/0x5922c046cd500b23 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1226:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111cb40 expref: 213 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.613993:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6ac:0x0].0x0 (ffff88009639be00) 00010000:00010000:3.0:1740485461.613995:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.613997:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124a2e000/0x5922c046cd5d7012 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8116fe12 expref: 212 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614011:0:7202:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 6/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 211 pid: 16005 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1740485461.614018:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:3.0:1740485461.614020:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.614023:0:7202:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.614029:0:7202:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.614033:0:7202:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 4/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.614049:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ee:0x0].0x0 (ffff8800a41c7600) 00010000:00010000:3.0:1740485461.614051:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614054:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfcee00/0x5922c046cd5c6e69 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81165395 expref: 211 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614074:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15bd:0x0].0x0 (ffff88009b4df300) 00010000:00010000:3.0:1740485461.614076:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614079:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d169800/0x5922c046cd6a53b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c3b87 expref: 210 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614093:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x26:0x0].0x0 (ffff88008bc5f300) 00010000:00010000:3.0:1740485461.614095:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614099:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801322a1a00/0x5922c046cd23df52 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff4f5c expref: 209 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614113:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10e8:0x0].0x0 (ffff88012bbd8c00) 00010000:00010000:3.0:1740485461.614115:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.614117:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cd44d6f8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x10e8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d79b7 expref: 208 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614127:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd04:0x0].0x0 (ffff880099ae5700) 00010000:00010000:3.0:1740485461.614128:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614130:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880130a77000/0x5922c046cd19c28d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd04:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fa3a35 expref: 207 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614140:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x46b:0x0].0x0 (ffff88009aa14000) 00010000:00010000:3.0:1740485461.614141:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614143:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072bc9e00/0x5922c046cd076844 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x46b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3b6f3 expref: 206 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614151:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf63:0x0].0x0 (ffff88009f4a5d00) 00010000:00010000:3.0:1740485461.614152:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614154:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d66200/0x5922c046cd37ef6f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81085563 expref: 205 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614164:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x145e:0x0].0x0 (ffff88008bf30600) 00010000:00010000:3.0:1740485461.614166:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614168:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b626400/0x5922c046cd5f1eed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x145e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117a731 expref: 204 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614184:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2171:0x0].0x0 (ffff880098c74700) 00010000:00010000:3.0:1740485461.614187:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.614190:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cb7ee00/0x5922c046cd162db7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2171:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f82578 expref: 203 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614202:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x48b:0x0].0x0 (ffff88012e1ad800) 00010000:00010000:3.0:1740485461.614203:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614207:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095249000/0x5922c046cd0797bc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x48b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3c571 expref: 202 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614224:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16d5:0x0].0x0 (ffff8800a4c37c00) 00010000:00010000:3.0:1740485461.614226:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614230:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0bf600/0x5922c046ccfd8110 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x16d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0b9b5 expref: 201 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614246:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe73:0x0].0x0 (ffff88008e1a9100) 00010000:00010000:3.0:1740485461.614248:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614251:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f81c00/0x5922c046cd2b3b9b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8102bae1 expref: 200 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614262:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x583:0x0].0x0 (ffff880072e6e000) 00010000:00010000:3.0:1740485461.614264:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614267:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327c7400/0x5922c046cd09e7f2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x583:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f476f5 expref: 199 pid: 16009 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614281:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1087:0x0].0x0 (ffff88009f4e1900) 00010000:00010000:3.0:1740485461.614282:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614285:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800977cc400/0x5922c046cd42ba62 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1087:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c8535 expref: 198 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614295:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14b9:0x0].0x0 (ffff88012fcd8c00) 00010000:00010000:3.0:1740485461.614297:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614299:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c02600/0x5922c046cd61c68e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x14b9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118c76c expref: 197 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614314:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd9:0x0].0x0 (ffff88012e256200) 00010000:00010000:3.0:1740485461.614315:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614318:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fa45200/0x5922c046ccfed125 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f120f5 expref: 196 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614331:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16c3:0x0].0x0 (ffff88009b766d00) 00010000:00010000:3.0:1740485461.614333:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.614335:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009647e000/0x5922c046cd729de6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f9068 expref: 195 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614350:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4e6:0x0].0x0 (ffff880098c26c00) 00010000:00010000:3.0:1740485461.614351:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614354:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb01800/0x5922c046cd08d41a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4253a expref: 194 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614369:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x164f:0x0].0x0 (ffff8801233f3400) 00010000:00010000:3.0:1740485461.614371:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.614373:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4c7b800/0x5922c046cd01c91c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x164f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f205da expref: 193 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614386:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x89:0x0].0x0 (ffff88008f24fd00) 00010000:00010000:3.0:1740485461.614388:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614391:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d37ee00/0x5922c046cd3c7690 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x89:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810a4f31 expref: 192 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614402:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x496:0x0].0x0 (ffff88012df56000) 00010000:00010000:3.0:1740485461.614404:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614406:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a59d0e00/0x5922c046cd07a297 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x496:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3c8dc expref: 191 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614419:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1087:0x0].0x0 (ffff88009f4e1900) 00010000:00010000:3.0:1740485461.614421:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.614423:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099c18400/0x5922c046cd42b871 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1087:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c8486 expref: 190 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614437:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x12a:0x0].0x0 (ffff88009ca65300) 00010000:00010000:3.0:1740485461.614439:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614442:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd54000/0x5922c046cd7ce3ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8123b10d expref: 189 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614458:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xca3:0x0].0x0 (ffff880134bfb300) 00010000:00010000:3.0:1740485461.614459:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614462:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cb83a00/0x5922c046cd168219 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xca3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f84204 expref: 188 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614471:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9e4:0x0].0x0 (ffff880135279a00) 00010000:00010000:3.0:1740485461.614472:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614475:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4cb000/0x5922c046cd7753bb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x9e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81216139 expref: 187 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614482:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf68:0x0].0x0 (ffff880132c48d00) 00010000:00010000:3.0:1740485461.614484:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614486:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123df1800/0x5922c046cd38015f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf68:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81085b4b expref: 186 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614496:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x160a:0x0].0x0 (ffff8800a55fb400) 00010000:00010000:3.0:1740485461.614497:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614499:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800952e6a00/0x5922c046cd6cd8ae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x160a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cf5e0 expref: 185 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614510:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x12f:0x0].0x0 (ffff880132799400) 00010000:00010000:3.0:1740485461.614511:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614513:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a619c00/0x5922c046cd81367a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81256baa expref: 184 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614543:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x43:0x0].0x0 (ffff88009fa1f900) 00010000:00010000:3.0:1740485461.614545:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614548:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006dbc4600/0x5922c046cd15d2a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f80a19 expref: 183 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614565:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xce:0x0].0x0 (ffff880132092700) 00010000:00010000:3.0:1740485461.614567:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614570:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5267a00/0x5922c046cd2ad875 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xce:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81027dfc expref: 182 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614601:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1250:0x0].0x0 (ffff88008e106200) 00010000:00010000:3.0:1740485461.614604:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.614607:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e581000/0x5922c046cd50f771 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1250:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811249d3 expref: 181 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614626:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x15c5:0x0].0x0 (ffff88009c135800) 00010000:00010000:3.0:1740485461.614628:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614632:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135f36a00/0x5922c046cd6a8e98 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x15c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811c4788 expref: 180 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614649:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x37a:0x0].0x0 (ffff8800b2157b00) 00010000:00010000:3.0:1740485461.614651:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614654:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bca9200/0x5922c046cd05704b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x37a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f320dc expref: 179 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614669:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1424:0x0].0x0 (ffff88008d9d2c00) 00010000:00010000:3.0:1740485461.614671:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.614674:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e61ca00/0x5922c046cd15d0a3 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1424:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8096a expref: 178 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614692:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x84d:0x0].0x0 (ffff88009c0c5b00) 00010000:00010000:3.0:1740485461.614695:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614698:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dda0e00/0x5922c046cd0eefa5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x84d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5f888 expref: 177 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614715:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1291:0x0].0x0 (ffff88009b5cf700) 00010000:00010000:3.0:1740485461.614717:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.614720:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097b80400/0x5922c046cd53aa48 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1291:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81136cfb expref: 176 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614733:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x8d3:0x0].0x0 (ffff88008d893400) 00010000:00010000:3.0:1740485461.614735:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614738:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a1da00/0x5922c046cd6f7c7b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x8d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e48cd expref: 175 pid: 16010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.614751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.614753:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b68:0x0].0x0 (ffff88013534dc00) 00010000:00010000:3.0:1740485461.614755:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614758:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca28a00/0x5922c046cd08f021 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b68:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f42e0f expref: 174 pid: 15997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.614766:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869271296 00000100:00100000:0.0:1740485461.614769:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869271296 00010000:00010000:3.0:1740485461.614773:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x46b:0x0].0x0 (ffff88009aa14000) 00010000:00010000:3.0:1740485461.614775:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.614778:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d86aa00/0x5922c046cd0826d3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x46b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3ef1d expref: 173 pid: 8350 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.614791:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361987 00010000:00010000:3.0:1740485461.614792:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16c7:0x0].0x0 (ffff88008e072c00) 00010000:00010000:3.0:1740485461.614793:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1740485461.614794:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:21681:x1825030869271296:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:3.0:1740485461.614797:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad85e00/0x5922c046cd72ec3d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fc902 expref: 172 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614804:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.614811:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8cf10 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d787e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614813:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14f8:0x0].0x0 (ffff880133136d00) 00010000:00010000:3.0:1740485461.614815:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.614817:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800722a3000/0x5922c046cd641f3e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14f8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8119c3a4 expref: 171 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614831:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16b4:0x0].0x0 (ffff88006d845900) 00010000:00010000:3.0:1740485461.614832:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614835:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006da5ca00/0x5922c046ccfdbb8d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x16b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0ccbd expref: 170 pid: 16109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614848:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x123f:0x0].0x0 (ffff88007b822f00) 00010000:00010000:3.0:1740485461.614850:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614853:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de45a00/0x5922c046cd50816d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x123f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811209c2 expref: 169 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614861:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.614865:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1321:0x0].0x0 (ffff88008e317700) 00010000:00010000:3.0:1740485461.614867:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.614867:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614870:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a52a6e00/0x5922c046cd582362 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1321:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81149b75 expref: 168 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614872:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.614878:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.614882:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614883:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xd7:0x0].0x0 (ffff88008f996b00) 00010000:00010000:3.0:1740485461.614885:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1740485461.614886:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614887:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135e42000/0x5922c046cd35ca82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810798cc expref: 167 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614900:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d0:0x0].0x0 (ffff880135222700) 00010000:00010000:3.0:1740485461.614902:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.614905:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d89d600/0x5922c046cd737320 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe223 expref: 166 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.614918:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x106a:0x0].0x0 (ffff880129ecba00) 00010000:00010000:3.0:1740485461.614919:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614922:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099e55800/0x5922c046cd436b53 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x106a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810cc802 expref: 165 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614927:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.614931:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.614934:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614935:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11a8:0x0].0x0 (ffff880134c9c600) 00010000:00010000:3.0:1740485461.614936:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.614939:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072e45400/0x5922c046cd4bf513 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x11a8:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811051a2 expref: 164 pid: 8350 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1740485461.614952:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x16d0:0x0]: returning size 4096 00010000:00010000:3.0:1740485461.614954:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2662:0x0].0x0 (ffff880096a7c000) 00000004:00200000:0.0:1740485461.614954:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1740485461.614956:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.614959:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a847600/0x5922c046cd1cf118 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2662:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fc1a72 expref: 163 pid: 7212 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1740485461.614962:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614968:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x911:0x0].0x0 (ffff880123195a00) 00010000:00010000:0.0:1740485461.614968:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614970:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.614971:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614973:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c769000/0x5922c046cd11502e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x911:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6ac89 expref: 162 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614975:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.614978:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.614981:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abe0a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.614984:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.614988:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.614989:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x43d:0x0].0x0 (ffff88009de7a600) 00010000:00010000:3.0:1740485461.614990:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.614993:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800728df600/0x5922c046cd0714c2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x43d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f39cf2 expref: 161 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.614993:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.614995:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.614997:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615000:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf17 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615008:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.615009:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a09:0x0].0x0 (ffff880098c6f800) 00010000:00010000:3.0:1740485461.615011:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.615011:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.615014:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fc14a00/0x5922c046cd036da8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1a09:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f28799 expref: 160 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.615014:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615016:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abe1600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.615017:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615020:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615023:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x32 (ffff880133aef800) 00010000:00010000:0.0:1740485461.615024:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.615026:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:0.0:1740485461.615028:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe1600/0x5922c046cdb8cf1e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.615031:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc05:0x0].0x0 (ffff88006db6f900) 00010000:00010000:3.0:1740485461.615032:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615034:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cb3c400/0x5922c046cd14abad lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc05:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7af19 expref: 159 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615046:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1631:0x0].0x0 (ffff8800a5a9de00) 00010000:00010000:3.0:1740485461.615047:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.615048:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8cf10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d787e expref: 686 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615049:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801356e5600/0x5922c046cd6df96e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1631:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811d7fc5 expref: 158 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.615055:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d787e expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.615059:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d0:0x0].0x0 (ffff88008f8f3e00) 00010000:00010000:3.0:1740485461.615060:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1862:0x0].0x0 (ffff8800a53a1800) 00010000:00010000:0.0:1740485461.615060:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.615061:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.615061:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135dcec00, rc 0) 00010000:00010000:3.0:1740485461.615064:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df40200/0x5922c046cd966995 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1862:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812f030d expref: 157 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615074:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcfb:0x0].0x0 (ffff8801352e4900) 00010000:00010000:3.0:1740485461.615076:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615077:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800998b4e00/0x5922c046cd192a15 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcfb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f9d91c expref: 156 pid: 16117 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.615082:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:21681:x1825030869271296:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 287us (332us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.615086:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x100e:0x0].0x0 (ffff8800a4fb7e00) 00010000:00010000:3.0:1740485461.615087:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00000100:00100000:0.0:1740485461.615087:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361987 00010000:00010000:3.0:1740485461.615089:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d18b200/0x5922c046cd3eece4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x100e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810b0f33 expref: 155 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615103:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe55:0x0].0x0 (ffff88013211a900) 00010000:00010000:3.0:1740485461.615105:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615108:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e7bf800/0x5922c046cd2a1173 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81022d9f expref: 154 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615127:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1058:0x0].0x0 (ffff8800723d3b00) 00010000:00010000:3.0:1740485461.615129:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.615132:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131e61800/0x5922c046cd418aec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1058:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c193a expref: 153 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615148:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x4d:0x0].0x0 (ffff88009c1fd900) 00010000:00010000:3.0:1740485461.615150:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.615153:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131a2d800/0x5922c046cd1375bc lrc: 0/0,0 mode: --/PR res: [0x240000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7520c expref: 152 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615168:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc63:0x0].0x0 (ffff880131c28e00) 00010000:00010000:3.0:1740485461.615170:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615174:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072b16000/0x5922c046cd15a56f lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fbda expref: 151 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615188:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x199d:0x0].0x0 (ffff88009ed90e00) 00010000:00010000:3.0:1740485461.615190:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615193:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009257fc00/0x5922c046cdb6a871 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x199d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d0b72 expref: 150 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615209:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xef8:0x0].0x0 (ffff88008bf58000) 00010000:00010000:3.0:1740485461.615211:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615213:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013527a000/0x5922c046cd321f16 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xef8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8106132d expref: 149 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615228:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1245:0x0].0x0 (ffff880123e3c800) 00010000:00010000:3.0:1740485461.615230:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.615232:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072c93a00/0x5922c046cd50acb6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1245:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81121a4d expref: 148 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615243:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x10a:0x0].0x0 (ffff880099261f00) 00010000:00010000:3.0:1740485461.615244:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.615247:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136277800/0x5922c046cd5f5cb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8117bf72 expref: 147 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615259:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12b2:0x0].0x0 (ffff880090e06a00) 00010000:00010000:3.0:1740485461.615260:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615263:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801231d6a00/0x5922c046cd549275 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x12b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8113b077 expref: 146 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615277:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17f6:0x0].0x0 (ffff88009c89fa00) 00010000:00010000:3.0:1740485461.615279:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.615282:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd31800/0x5922c046cd0d45c4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x17f6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f577b7 expref: 145 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615296:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x72d:0x0].0x0 (ffff8801326f1300) 00010000:00010000:3.0:1740485461.615298:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615301:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a42cd000/0x5922c046cd0c7c8b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x72d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f53ca0 expref: 144 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615315:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3c0:0x0].0x0 (ffff88009c143a00) 00010000:00010000:3.0:1740485461.615316:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615319:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f71de00/0x5922c046cd063b36 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f35c32 expref: 143 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615333:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x151d:0x0].0x0 (ffff880132099700) 00010000:00010000:3.0:1740485461.615334:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615337:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123e89000/0x5922c046cd64f0ea lrc: 0/0,0 mode: --/CR res: [0x240000404:0x151d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a20f0 expref: 142 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615351:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x646:0x0].0x0 (ffff88008f97e600) 00010000:00010000:3.0:1740485461.615352:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615355:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009add5e00/0x5922c046cd59e140 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x646:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811581f7 expref: 141 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615365:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x138e:0x0].0x0 (ffff88008b807800) 00010000:00010000:3.0:1740485461.615366:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.615369:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d179e00/0x5922c046cd598727 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x138e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81155cd5 expref: 140 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615384:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15e0:0x0].0x0 (ffff88013572a500) 00010000:00010000:3.0:1740485461.615386:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615389:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c8bcc00/0x5922c046ccffad0b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x15e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f16520 expref: 139 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615407:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x246:0x0].0x0 (ffff8800a54acb00) 00010000:00010000:3.0:1740485461.615409:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615411:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4318400/0x5922c046cd02f217 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x246:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f25ffa expref: 138 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615421:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x191d:0x0].0x0 (ffff880135268700) 00010000:00010000:3.0:1740485461.615422:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615424:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5b1b200/0x5922c046cd02fe8f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x191d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f263d5 expref: 137 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615434:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1111:0x0].0x0 (ffff88009a96ee00) 00010000:00010000:3.0:1740485461.615436:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615438:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d17c600/0x5922c046cd45e391 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1111:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810dcedd expref: 136 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615449:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2171:0x0].0x0 (ffff880098c74700) 00010000:00010000:3.0:1740485461.615451:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615452:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090f3ae00/0x5922c046cd15ab81 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2171:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fda8 expref: 135 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615463:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd10:0x0].0x0 (ffff88012eb6f000) 00010000:00010000:3.0:1740485461.615464:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615466:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009519be00/0x5922c046cd1abc1e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fae81d expref: 134 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615475:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10f8:0x0].0x0 (ffff88008e16fd00) 00010000:00010000:3.0:1740485461.615476:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615478:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097bae000/0x5922c046cd5a3c78 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81158fc6 expref: 133 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615492:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x942:0x0].0x0 (ffff88008fbbbf00) 00010000:00010000:3.0:1740485461.615493:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.615495:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801353b4200/0x5922c046cd1592bb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x942:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7f631 expref: 132 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615506:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x910:0x0].0x0 (ffff88012ca8d100) 00010000:00010000:3.0:1740485461.615507:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615509:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fc10000/0x5922c046cd11a5a1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x910:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c708 expref: 131 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615521:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf52:0x0].0x0 (ffff88008e317000) 00010000:00010000:3.0:1740485461.615523:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615525:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098ed4c00/0x5922c046cd374c00 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xf52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81081aca expref: 130 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615555:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16e0:0x0].0x0 (ffff8800a4f52e00) 00010000:00010000:3.0:1740485461.615557:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615560:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5417000/0x5922c046cd73981f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fea18 expref: 129 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615593:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd21:0x0].0x0 (ffff88009914a200) 00010000:00010000:3.0:1740485461.615596:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615600:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c9f6200/0x5922c046cd1c866d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fbcd41 expref: 128 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615622:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0xe:0x0].0x0 (ffff88008db93000) 00010000:00010000:3.0:1740485461.615624:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615628:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248e8200/0x5922c046cd1699a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8477c expref: 127 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615640:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x615:0x0].0x0 (ffff88008e35b300) 00010000:00010000:3.0:1740485461.615642:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615645:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca5ca00/0x5922c046cd0b0b44 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x615:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f4cc5a expref: 126 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615661:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x586:0x0].0x0 (ffff880134c9cd00) 00010000:00010000:3.0:1740485461.615662:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615665:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009523f800/0x5922c046cd6528ab lrc: 0/0,0 mode: --/CR res: [0x240000406:0x586:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811a4444 expref: 125 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615678:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x52:0x0].0x0 (ffff880134bfba00) 00010000:00010000:3.0:1740485461.615680:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.615683:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dda9c00/0x5922c046cd142357 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7865b expref: 124 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615700:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb7:0x0].0x0 (ffff88009f7a2700) 00010000:00010000:3.0:1740485461.615702:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.615705:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099c29e00/0x5922c046cd566b26 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81142467 expref: 123 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615725:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x285:0x0].0x0 (ffff88009dc2cd00) 00010000:00010000:3.0:1740485461.615727:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615731:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c5d7800/0x5922c046cd0377aa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x285:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f28b04 expref: 122 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615743:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x42c:0x0].0x0 (ffff88008fe6ad00) 00010000:00010000:3.0:1740485461.615745:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615748:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007298e800/0x5922c046cd06f963 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x42c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3950b expref: 121 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615765:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1337:0x0].0x0 (ffff88009a8cdf00) 00010000:00010000:3.0:1740485461.615768:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615770:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132399400/0x5922c046cd580395 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1337:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114931e expref: 120 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615787:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3d4:0x0].0x0 (ffff88009fa5a100) 00010000:00010000:3.0:1740485461.615789:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615792:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fa45800/0x5922c046cd08067a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3e617 expref: 119 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615807:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x179f:0x0].0x0 (ffff88009644c000) 00010000:00010000:3.0:1740485461.615809:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615812:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f498a00/0x5922c046cd84f756 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x179f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81270e53 expref: 118 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615829:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xda0:0x0].0x0 (ffff88008d1a9000) 00010000:00010000:3.0:1740485461.615830:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615833:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e52d200/0x5922c046cd248fe1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xda0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffc43a expref: 117 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615849:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x906:0x0].0x0 (ffff880131808b00) 00010000:00010000:3.0:1740485461.615851:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615854:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88007298ea00/0x5922c046cd11334e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x906:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6a3f3 expref: 116 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615864:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3b7:0x0].0x0 (ffff88009caa8100) 00010000:00010000:3.0:1740485461.615865:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615869:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f952600/0x5922c046cd0631a4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f35945 expref: 115 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615882:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f8b:0x0].0x0 (ffff880130ee2b00) 00010000:00010000:3.0:1740485461.615883:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.615886:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009996ee00/0x5922c046cd15bb72 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f8b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f802e1 expref: 114 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615898:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x55b:0x0].0x0 (ffff8800993e9500) 00010000:00010000:3.0:1740485461.615899:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.615902:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab1fc00/0x5922c046cd57d796 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x55b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114871d expref: 113 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615916:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xbb:0x0].0x0 (ffff880135ff1800) 00010000:00010000:3.0:1740485461.615918:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.615921:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124af9800/0x5922c046cd164d1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f832a6 expref: 112 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615933:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd92:0x0].0x0 (ffff88009df08100) 00010000:00010000:3.0:1740485461.615934:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615936:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b44e400/0x5922c046cd245453 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff9ea8 expref: 111 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615946:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x10d3:0x0].0x0 (ffff88009c127c00) 00010000:00010000:3.0:1740485461.615947:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615949:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dfa8c00/0x5922c046cd43f4c1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x10d3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810d00db expref: 110 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615960:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3ca:0x0].0x0 (ffff88009dd50d00) 00010000:00010000:3.0:1740485461.615961:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615964:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5bbbe00/0x5922c046cd0651b0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f36339 expref: 109 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615974:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1601:0x0].0x0 (ffff88009f5b1d00) 00010000:00010000:3.0:1740485461.615976:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615978:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6c2a00/0x5922c046cd6c97d9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1601:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811cdecc expref: 108 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.615989:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1994:0x0].0x0 (ffff8800a55aa200) 00010000:00010000:3.0:1740485461.615990:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.615991:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b239c00/0x5922c046cd050c3e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1994:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f30300 expref: 107 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616002:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1291:0x0].0x0 (ffff88009b5cf700) 00010000:00010000:3.0:1740485461.616003:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616005:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072a64000/0x5922c046cd53ac16 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1291:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81136d79 expref: 106 pid: 16004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.616011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.616016:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1644:0x0].0x0 (ffff880131fe0600) 00010000:00010000:3.0:1740485461.616017:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1740485461.616020:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800926ff800/0x5922c046cd735361 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1644:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdb9a expref: 105 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616028:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcab:0x0].0x0 (ffff88009cb38200) 00000100:00100000:0.0:1740485461.616029:0:16135:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869271552 00010000:00010000:3.0:1740485461.616030:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616031:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009aaba200/0x5922c046cd1f48e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fd130e expref: 104 pid: 15997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.616032:0:16135:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869271552 00010000:00010000:3.0:1740485461.616044:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6c3:0x0].0x0 (ffff8801354a8600) 00010000:00010000:3.0:1740485461.616045:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616047:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880130ef4200/0x5922c046cd0bdb6f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f50bbc expref: 103 pid: 16115 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.616051:0:16137:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16912 00000100:00100000:0.0:1740485461.616055:0:16137:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_014:462aff8a-4acc-47db-bc98-439daac195c0+685:21681:x1825030869271552:12345-192.168.204.38@tcp:36:mrename.0 00010000:00010000:3.0:1740485461.616058:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5b:0x0].0x0 (ffff88009c4b2600) 00010000:00010000:3.0:1740485461.616059:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616062:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800728de600/0x5922c046ccfdc836 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0d0d7 expref: 102 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616072:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1083:0x0].0x0 (ffff88009fa1fa00) 00010000:00010000:3.0:1740485461.616073:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616073:0:16137:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1740485461.616075:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136219a00/0x5922c046cd425ec1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1083:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c6101 expref: 101 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616081:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135dcec00/0x5922c046cdb8cf25 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d787e expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616085:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x866:0x0].0x0 (ffff88012ca4be00) 00010000:00010000:3.0:1740485461.616086:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616088:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800975b9400/0x5922c046cd0f583c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x866:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f615c3 expref: 100 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616090:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d0:0x0].0x0 (ffff88008f8f3e00) 00010000:00010000:0.0:1740485461.616096:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6dca00/0x5922c046cd7359c0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdd0d expref: 684 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616103:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff880131abdb00) 00010000:00010000:3.0:1740485461.616104:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x173a:0x0].0x0 (ffff88009a88b300) 00010000:00010000:3.0:1740485461.616106:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616108:0:16137:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485461.616109:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008db9e600/0x5922c046cd7cade6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x173a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812398da expref: 99 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616119:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.616124:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x204e:0x0].0x0 (ffff8800974c8000) 00010000:00010000:3.0:1740485461.616126:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.616129:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fb51000/0x5922c046cd147fa7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x204e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a189 expref: 98 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616130:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616136:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616145:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.616146:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xed8:0x0].0x0 (ffff880096449d00) 00010000:00010000:3.0:1740485461.616148:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616150:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616152:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dffce00/0x5922c046cd30a922 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xed8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810563f5 expref: 97 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616155:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616167:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.616168:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfc3:0x0].0x0 (ffff88008cd5af00) 00010000:00010000:3.0:1740485461.616170:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616172:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800979a6400/0x5922c046cd3b0908 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfc3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8109a2b5 expref: 96 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616173:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616178:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616184:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbf8:0x0].0x0 (ffff88009c0c5400) 00010000:00010000:3.0:1740485461.616185:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616188:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de09200/0x5922c046cd148901 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbf8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a4b5 expref: 95 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616203:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x58:0x0].0x0 (ffff8800993e8500) 00010000:00010000:3.0:1740485461.616205:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616208:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072e19400/0x5922c046cd1a8a5a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x58:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80face1c expref: 94 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616221:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.616224:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e0e:0x0].0x0 (ffff88009ae04700) 00010000:00010000:3.0:1740485461.616226:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616227:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616228:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c7db600/0x5922c046cd0e94e4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1e0e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f5de17 expref: 93 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616231:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616239:0:16137:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16137 initiator: MDT0 00010000:00010000:3.0:1740485461.616242:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xcae:0x0].0x0 (ffff88009c97c700) 00010000:00010000:3.0:1740485461.616243:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616245:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ce60400/0x5922c046cd1697d6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xcae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f8470c expref: 92 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616246:0:16137:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616251:0:16137:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616258:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c95:0x0].0x0 (ffff88008ba5b500) 00010000:00010000:3.0:1740485461.616259:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.616261:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134b7aa00/0x5922c046cd1099b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1c95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f674dd expref: 91 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616273:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x158e:0x0].0x0 (ffff880131fe6b00) 00010000:00010000:3.0:1740485461.616275:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616277:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013621d600/0x5922c046cd68ade4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x158e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811baa39 expref: 90 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616287:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc33:0x0].0x0 (ffff88009b5b7500) 00010000:00010000:3.0:1740485461.616288:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616290:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232d3000/0x5922c046cd150af8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc33:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7cc54 expref: 89 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616301:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x92:0x0].0x0 (ffff880098c6fb00) 00010000:00010000:0.0:1740485461.616301:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616302:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.616304:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012babec00/0x5922c046cd060e50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x92:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f34ea2 expref: 88 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616307:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616312:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616313:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5a8:0x0].0x0 (ffff88006daff900) 00010000:00010000:3.0:1740485461.616315:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1740485461.616317:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abbbc00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.616318:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072018a00/0x5922c046cd583ed6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5a8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114a577 expref: 87 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616319:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616324:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616330:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d0:0x0].0x0 (ffff880090a21c00) 00010000:00010000:0.0:1740485461.616332:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1740485461.616334:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1647:0x0].0x0 (ffff88009de29200) 00010000:00010000:0.0:1740485461.616334:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616336:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616339:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ce8bc00/0x5922c046ccfd595c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1647:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0adc2 expref: 86 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616339:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8cf48 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x16d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616352:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616355:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616358:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x87a:0x0].0x0 (ffff880134e6e600) 00010000:00010000:0.0:1740485461.616359:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616360:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616362:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abba000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.616363:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d011000/0x5922c046cd72e57c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x87a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fc703 expref: 85 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616363:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616366:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616370:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff880133aef700) 00010000:00010000:0.0:1740485461.616371:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1740485461.616372:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616375:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x72f:0x0].0x0 (ffff88009d061300) 00010000:00010000:0.0:1740485461.616375:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abba000/0x5922c046cdb8cf41 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1688:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616378:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616381:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9ec600/0x5922c046cd60e5c3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x72f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81185765 expref: 84 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616384:0:16137:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616388:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616392:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616396:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616398:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc43:0x0].0x0 (ffff880098c74c00) 00010000:00010000:3.0:1740485461.616400:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616400:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ae2b600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.616402:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616404:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fc83a00/0x5922c046cd156b5b lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc43:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7e950 expref: 83 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616410:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616416:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.616418:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.616420:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8a4:0x0].0x0 (ffff880135fde500) 00010000:00010000:0.0:1740485461.616421:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616423:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616426:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c4aa200/0x5922c046cd10383c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f65613 expref: 82 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616426:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2b600/0x5922c046cdb8cf2c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616434:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616439:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616443:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2003:0x0].0x0 (ffff88012ca8dd00) 00010000:00010000:0.0:1740485461.616443:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616445:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616447:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009ae2a200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.616448:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5ada200/0x5922c046cd146cad lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2003:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f79b31 expref: 81 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616449:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616453:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616458:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x32 (ffff88008f8f3c00) 00010000:00010000:0.0:1740485461.616459:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.616461:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f8c:0x0].0x0 (ffff880072ef2d00) 00010000:00010000:0.0:1740485461.616461:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616462:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.616464:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009125e200/0x5922c046cd114b3b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f8c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6aafa expref: 80 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616465:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ae2a200/0x5922c046cdb8cf33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616475:0:16137:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616478:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1644:0x0].0x0 (ffff880131fe0600) 00010000:00010000:3.0:1740485461.616479:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616480:0:16137:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616482:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fbb3000/0x5922c046cd6ef93b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1644:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811e0ee3 expref: 79 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616485:0:16137:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:0.0:1740485461.616487:0:16137:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abbb800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.616489:0:16137:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616490:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x120e:0x0].0x0 (ffff880134c3c500) 00010000:00010000:3.0:1740485461.616491:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1740485461.616492:0:16137:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616493:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a853e00/0x5922c046cd4fa14a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x120e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111a78a expref: 78 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.616495:0:16137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff88008f8f3900) 00010000:00010000:0.0:1740485461.616497:0:16137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.616499:0:16137:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616503:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x38d:0x0].0x0 (ffff88009b71ff00) 00010000:00010000:0.0:1740485461.616503:0:16137:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf3a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16137 initiator: MDT1 00010000:00010000:3.0:1740485461.616504:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616507:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d38600/0x5922c046cd05b0cc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x38d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f333b3 expref: 77 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616536:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x56:0x0].0x0 (ffff88009b4c3200) 00010000:00010000:3.0:1740485461.616539:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616542:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072eb0c00/0x5922c046cd25012a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fffa96 expref: 76 pid: 16013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.616555:0:16137:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_014:462aff8a-4acc-47db-bc98-439daac195c0+683:21681:x1825030869271552:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 497us (543us total) trans 0 rc -39/-39 00000100:00100000:0.0:1740485461.616562:0:16137:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16912 00010000:00010000:3.0:1740485461.616563:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x456:0x0].0x0 (ffff880131b30100) 00010000:00010000:3.0:1740485461.616565:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616568:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135c67e00/0x5922c046cd50463a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x456:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111e1f2 expref: 75 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616604:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x195d:0x0].0x0 (ffff880123e3cf00) 00010000:00010000:3.0:1740485461.616606:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616610:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801320e7e00/0x5922c046cdb0566e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x195d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813aac40 expref: 74 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616630:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xe08:0x0].0x0 (ffff880124b12b00) 00010000:00010000:3.0:1740485461.616632:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616636:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c9e8c00/0x5922c046cd26d471 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xe08:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8101049d expref: 73 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616647:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xb51:0x0].0x0 (ffff88006daa6500) 00010000:00010000:3.0:1740485461.616649:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.616652:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b862600/0x5922c046cd9c7265 lrc: 0/0,0 mode: --/PR res: [0x240000406:0xb51:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8131ce87 expref: 72 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616667:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x183a:0x0].0x0 (ffff880132f8b600) 00010000:00010000:3.0:1740485461.616669:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616671:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ab9e800/0x5922c046cd9097d7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x183a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812c0065 expref: 71 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616689:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x13ba:0x0].0x0 (ffff880124bec100) 00010000:00010000:3.0:1740485461.616691:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616694:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f4d2a00/0x5922c046cd5ac297 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x13ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8115b902 expref: 70 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616711:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x855:0x0].0x0 (ffff88012ca8de00) 00010000:00010000:3.0:1740485461.616713:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616716:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b69bc00/0x5922c046cd0fed03 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x855:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f63eff expref: 69 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616732:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xff:0x0].0x0 (ffff88009d1ed000) 00010000:00010000:3.0:1740485461.616734:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.616737:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132dde800/0x5922c046cda5581a lrc: 0/0,0 mode: --/PR res: [0x240000401:0xff:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81362756 expref: 68 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616751:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x47d:0x0].0x0 (ffff8801326f1600) 00010000:00010000:3.0:1740485461.616753:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616756:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a413f400/0x5922c046cd07847c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x47d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3bf66 expref: 67 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616767:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa8a:0x0].0x0 (ffff880134f1e700) 00010000:00010000:3.0:1740485461.616769:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616773:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a51a1400/0x5922c046cd12dea2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f723e4 expref: 66 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616790:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x41f:0x0].0x0 (ffff880135073500) 00010000:00010000:3.0:1740485461.616792:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616795:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072bc9c00/0x5922c046cd06e39f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x41f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f38ef2 expref: 65 pid: 16000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616812:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xdb1:0x0].0x0 (ffff880098f57400) 00010000:00010000:3.0:1740485461.616814:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616817:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123e54600/0x5922c046cd24b18a lrc: 0/0,0 mode: --/CR res: [0x240000404:0xdb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffd504 expref: 64 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616831:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xfb:0x0].0x0 (ffff88008a574b00) 00010000:00010000:3.0:1740485461.616834:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.616836:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fc18e00/0x5922c046cd5094de lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81121147 expref: 63 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616851:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x18ae:0x0].0x0 (ffff880132dbeb00) 00010000:00010000:3.0:1740485461.616852:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616855:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fab1600/0x5922c046cd9ec717 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x18ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81335227 expref: 62 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616869:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9f7:0x0].0x0 (ffff88013534da00) 00010000:00010000:3.0:1740485461.616871:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.616874:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dbe4400/0x5922c046cd14897f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9f7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7a4f4 expref: 61 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616891:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xefe:0x0].0x0 (ffff88009107f600) 00010000:00010000:3.0:1740485461.616892:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616894:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f834a00/0x5922c046cd32adf5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xefe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81065b72 expref: 60 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616904:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11fa:0x0].0x0 (ffff8800979acf00) 00010000:00010000:3.0:1740485461.616905:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616907:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b0fce00/0x5922c046cd4ea6e0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81112f8e expref: 59 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616918:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1376:0x0].0x0 (ffff88012f583400) 00010000:00010000:3.0:1740485461.616919:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616921:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b5e2400/0x5922c046cd58d9e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1376:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114ecce expref: 58 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616933:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x112:0x0].0x0 (ffff88008bcaa800) 00010000:00010000:3.0:1740485461.616934:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.616936:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a4d2a00/0x5922c046cdb6e8ac lrc: 0/0,0 mode: --/PR res: [0x240000401:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d2a0b expref: 57 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616948:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x2b8:0x0].0x0 (ffff88009c803700) 00010000:00010000:3.0:1740485461.616949:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616951:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095080e00/0x5922c046cd381309 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x2b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81086053 expref: 56 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616964:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x19a0:0x0].0x0 (ffff880135c78a00) 00010000:00010000:3.0:1740485461.616965:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616967:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f813800/0x5922c046cdb6d748 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x19a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d2294 expref: 55 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616976:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x47d:0x0].0x0 (ffff8801326f1600) 00010000:00010000:3.0:1740485461.616977:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1740485461.616979:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801353b4e00/0x5922c046cd081506 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x47d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3ea31 expref: 54 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.616990:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xda6:0x0].0x0 (ffff88009e475500) 00010000:00010000:3.0:1740485461.616991:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.616992:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b87fe00/0x5922c046cd249a68 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xda6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ffcc2f expref: 53 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617000:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16a8:0x0].0x0 (ffff88012304b600) 00010000:00010000:3.0:1740485461.617001:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617003:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbe6800/0x5922c046cd72226a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811f67b8 expref: 52 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617011:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d8:0x0].0x0 (ffff88008f8a2d00) 00010000:00010000:3.0:1740485461.617013:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617014:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f87fa00/0x5922c046cd735d47 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fdde6 expref: 51 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617023:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f90:0x0].0x0 (ffff88008fbbbc00) 00010000:00010000:3.0:1740485461.617024:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617026:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232d2600/0x5922c046cd13c18f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7687f expref: 50 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617037:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aef:0x0].0x0 (ffff88009c5b2300) 00010000:00010000:3.0:1740485461.617038:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617040:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b85a400/0x5922c046cd0fd849 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1aef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f63956 expref: 49 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617050:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xf6d:0x0].0x0 (ffff880124bede00) 00010000:00010000:3.0:1740485461.617051:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.617053:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a59fde00/0x5922c046cd385f06 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xf6d:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81087d4f expref: 48 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617072:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x11f1:0x0].0x0 (ffff88008f9eae00) 00010000:00010000:3.0:1740485461.617073:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617075:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd30200/0x5922c046cd4e371f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x11f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811110c4 expref: 47 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617087:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5d6:0x0].0x0 (ffff88008ce9e800) 00010000:00010000:3.0:1740485461.617088:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617090:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d049a00/0x5922c046cd580d3c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5d6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81149689 expref: 46 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617099:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xae0:0x0].0x0 (ffff88008ba5ba00) 00010000:00010000:3.0:1740485461.617100:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617102:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880130557800/0x5922c046cd132ef1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xae0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f73be6 expref: 45 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617114:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1237:0x0].0x0 (ffff880123c88200) 00010000:00010000:3.0:1740485461.617116:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617118:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bb9f400/0x5922c046cd504091 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1237:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8111dfb4 expref: 44 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617130:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1245:0x0].0x0 (ffff880123e3c800) 00010000:00010000:3.0:1740485461.617131:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617133:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d8bf800/0x5922c046cd50ad88 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1245:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81121acb expref: 43 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617143:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x552:0x0].0x0 (ffff8800a4241900) 00010000:00010000:3.0:1740485461.617144:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617146:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013315d600/0x5922c046cd576d69 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x552:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81147542 expref: 42 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617159:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x160:0x0].0x0 (ffff88008ce27500) 00010000:00010000:3.0:1740485461.617160:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617163:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131a61a00/0x5922c046cdb74859 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x160:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d6028 expref: 41 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617179:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x9ca:0x0].0x0 (ffff88008a4f9c00) 00010000:00010000:3.0:1740485461.617181:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1740485461.617184:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c9a0600/0x5922c046ccfe5d82 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x9ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0fe5e expref: 40 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617203:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1570:0x0].0x0 (ffff880099e17a00) 00010000:00010000:3.0:1740485461.617206:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617209:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009add1200/0x5922c046cd675a2c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1570:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811aec83 expref: 39 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617226:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0xc63:0x0].0x0 (ffff88009d0f4d00) 00010000:00010000:3.0:1740485461.617228:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617231:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dd98a00/0x5922c046cdb700d8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0xc63:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d338f expref: 38 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617243:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc3b:0x0].0x0 (ffff88008f051d00) 00010000:00010000:3.0:1740485461.617244:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617248:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dff1e00/0x5922c046cd15afe8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc3b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7fed5 expref: 37 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617262:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xbef:0x0].0x0 (ffff88008bcacb00) 00010000:00010000:3.0:1740485461.617264:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617267:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cae6600/0x5922c046cd14ee6c lrc: 0/0,0 mode: --/CR res: [0x240000404:0xbef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7c3be expref: 36 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617278:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xed:0x0].0x0 (ffff880124a9eb00) 00010000:00010000:3.0:1740485461.617280:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617281:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800722baa00/0x5922c046cd91585e lrc: 0/0,0 mode: --/PR res: [0x240000401:0xed:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812c3118 expref: 35 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617289:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x137d:0x0].0x0 (ffff88008ba5e700) 00010000:00010000:3.0:1740485461.617290:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617292:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097709200/0x5922c046cd02aa34 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x137d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f24a83 expref: 34 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617307:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd76:0x0].0x0 (ffff880132d32300) 00010000:00010000:3.0:1740485461.617308:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617309:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de33c00/0x5922c046cd23c2f7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80ff41da expref: 33 pid: 16018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617320:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x74:0x0].0x0 (ffff88008d02ad00) 00010000:00010000:3.0:1740485461.617321:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617323:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800975b8c00/0x5922c046cd15d12f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x74:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f809b7 expref: 32 pid: 16113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617334:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1983:0x0].0x0 (ffff88009dcdf000) 00010000:00010000:3.0:1740485461.617335:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617337:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800966c5c00/0x5922c046cdb44032 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1983:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813c2918 expref: 31 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617349:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xfc2:0x0].0x0 (ffff88012fc9d300) 00010000:00010000:3.0:1740485461.617350:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617352:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012488c200/0x5922c046cd3afee3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xfc2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81099f58 expref: 30 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617364:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16c6:0x0].0x0 (ffff88013512bd00) 00010000:00010000:3.0:1740485461.617365:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617368:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009523ae00/0x5922c046cd72ed2b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x16c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fc94f expref: 29 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617386:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1029:0x0].0x0 (ffff880129ecbc00) 00010000:00010000:3.0:1740485461.617388:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617391:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f31cc00/0x5922c046cd3fa044 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1029:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810b6922 expref: 28 pid: 16117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617406:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x14c5:0x0].0x0 (ffff880095285000) 00010000:00010000:3.0:1740485461.617408:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.617411:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132dbce00/0x5922c046cd620c5d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14c5:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8118da82 expref: 27 pid: 16115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617427:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1aca:0x0].0x0 (ffff88009fa1f200) 00010000:00010000:3.0:1740485461.617429:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1740485461.617432:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c0a5200/0x5922c046cd06cb0a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1aca:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f3870b expref: 26 pid: 16112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617447:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x285:0x0].0x0 (ffff88009dc2cd00) 00010000:00010000:3.0:1740485461.617449:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.617453:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a40bf400/0x5922c046cd037963 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x285:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f28b82 expref: 25 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617468:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0xe:0x0].0x0 (ffff88008db93000) 00010000:00010000:3.0:1740485461.617470:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.617474:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bd47600/0x5922c046cd171b24 lrc: 0/0,0 mode: --/PR res: [0x240000405:0xe:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f88969 expref: 24 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617491:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x315:0x0].0x0 (ffff88009ac82000) 00010000:00010000:3.0:1740485461.617492:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617494:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88006d88b400/0x5922c046cd04c836 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x315:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f2eee7 expref: 23 pid: 16014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617505:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1877:0x0].0x0 (ffff88008bafbb00) 00010000:00010000:3.0:1740485461.617507:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617509:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5374400/0x5922c046cd993bd7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1877:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8130ac4d expref: 22 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617523:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xd30:0x0].0x0 (ffff88009ca42900) 00010000:00010000:3.0:1740485461.617525:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617542:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133164200/0x5922c046cd1db175 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xd30:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80fca258 expref: 21 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617562:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x963:0x0].0x0 (ffff880099b51300) 00010000:00010000:3.0:1740485461.617564:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617567:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f71d800/0x5922c046cd119689 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x963:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6c21c expref: 20 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617604:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xeed:0x0].0x0 (ffff8800a5aec900) 00010000:00010000:3.0:1740485461.617606:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617611:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b09d400/0x5922c046cd31831e lrc: 0/0,0 mode: --/CR res: [0x240000404:0xeed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105d4f8 expref: 19 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617627:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x194e:0x0].0x0 (ffff880073e3bf00) 00010000:00010000:3.0:1740485461.617629:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617633:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008bce2400/0x5922c046cdaf8914 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x194e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813a6399 expref: 18 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617650:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xa17:0x0].0x0 (ffff88008d115300) 00010000:00010000:3.0:1740485461.617652:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1740485461.617655:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a7f7200/0x5922c046cd129aaf lrc: 0/0,0 mode: --/CR res: [0x240000404:0xa17:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f70f4d expref: 17 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617674:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x184:0x0].0x0 (ffff880096959300) 00010000:00010000:3.0:1740485461.617676:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617679:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013315fa00/0x5922c046cd3149ea lrc: 0/0,0 mode: --/CR res: [0x240000406:0x184:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8105b3b1 expref: 16 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617696:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x328:0x0].0x0 (ffff88009d1cac00) 00010000:00010000:3.0:1740485461.617698:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617701:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a3800/0x5922c046cd3e4125 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x328:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810adecd expref: 15 pid: 8350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617719:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x524:0x0].0x0 (ffff88012ca8d300) 00010000:00010000:3.0:1740485461.617721:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.617724:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ac46e00/0x5922c046cd529781 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x524:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81131d5b expref: 14 pid: 16114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617739:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9db:0x0].0x0 (ffff88006db11400) 00010000:00010000:3.0:1740485461.617742:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617745:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c5f6800/0x5922c046cd122afc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9db:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f6ee06 expref: 13 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617761:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x23:0x0].0x0 (ffff880072e6ea00) 00010000:00010000:3.0:1740485461.617763:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617767:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801363f7400/0x5922c046ccfcfb92 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f08fe6 expref: 12 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617782:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b7d:0x0].0x0 (ffff88008d9d2800) 00010000:00010000:3.0:1740485461.617785:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617788:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ff11800/0x5922c046cd0d478b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f57874 expref: 11 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617806:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x144:0x0].0x0 (ffff88009b0dd500) 00010000:00010000:3.0:1740485461.617808:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1740485461.617812:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a412a800/0x5922c046cd92d4b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x144:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d812cdb95 expref: 10 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617829:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3e0:0x0].0x0 (ffff88012ca4b800) 00010000:00010000:3.0:1740485461.617831:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617834:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012deacc00/0x5922c046cd068542 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f372e4 expref: 9 pid: 16110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617847:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x108d:0x0].0x0 (ffff88008e317400) 00010000:00010000:3.0:1740485461.617848:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617851:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073cdce00/0x5922c046cd42855d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x108d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d810c6d80 expref: 8 pid: 16111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617865:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23e3:0x0].0x0 (ffff8800a5aed700) 00010000:00010000:3.0:1740485461.617867:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.617871:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097532a00/0x5922c046cd155130 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23e3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f7e169 expref: 7 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617886:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5e:0x0].0x0 (ffff880072e6e700) 00010000:00010000:3.0:1740485461.617888:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1740485461.617891:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e22e400/0x5922c046ccfdcc1f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f0d204 expref: 6 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617903:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25a0:0x0].0x0 (ffff880072981a00) 00010000:00010000:3.0:1740485461.617905:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1740485461.617908:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801363f6800/0x5922c046cd16558e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25a0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80f83650 expref: 5 pid: 9986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617921:0:7202:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x12ed:0x0].0x0 (ffff88009f500100) 00010000:00010000:3.0:1740485461.617923:0:7202:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1740485461.617925:0:7202:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de61e00/0x5922c046cd56eec8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x12ed:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d8114445e expref: 4 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.617954:0:7202:0:(ldlm_lock.c:2678:ldlm_export_cancel_locks()) Export ffff88008a465800, canceled 1017 locks, left on hash table 0. 00010000:00010000:3.0:1740485461.618003:0:7202:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1740485461.618006:0:7202:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1740485461.618008:0:7202:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1740485461.620032:0:16017:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d900 going to sleep for 0 seconds 00010000:00010000:1.0:1740485461.620043:0:16017:0:(ldlm_lockd.c:743:ldlm_handle_ast_error()) ### blocking AST (req@ffff88008bc4f100 x1825030708388864) timeout from nid 192.168.204.38@tcp, but cancel was received (AST reply lost?) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 1/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 2 pid: 16005 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1740485461.620052:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cd737493 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe293 expref: 2 pid: 16005 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1740485461.620066:0:16017:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f100 pname:cluuid:pid:xid:nid:opc:job mdt00_021:lustre-MDT0001_UUID:0:1825030708388864:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485461.620083:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:1.0:1740485461.620088:0:16017:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.620093:0:16017:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.620096:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000001:00080000:1.0:1740485461.620172:0:16017:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4295061035 00000004:00010000:1.0:1740485461.620205:0:16017:0:(mdt_handler.c:4294:mdt_save_lock()) ### save lock request ffff880099a7e680 reply state ffff88009ea4b000 transno 4295061036 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.620213:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.620217:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:1.0:1740485461.620219:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1740485461.620220:0:16017:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1740485461.620282:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+684:21662:x1825030869271168:12345-192.168.204.38@tcp:36:dd.0 Request processed in 8151us (8222us total) trans 4295061036 rc 0/0 00000100:00100000:1.0:1740485461.620288:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361986 00000020:00080000:1.0:1740485461.620291:0:16017:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1740485461.637926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.637965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.637984:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869271680 00000100:00100000:1.0:1740485461.637992:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869271680 00000100:00100000:2.0:1740485461.638016:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869275136 00000100:00100000:2.0:1740485461.638020:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869275136 00000100:00100000:1.0:1740485461.638031:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361988 00000100:00100000:1.0:1740485461.638037:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f4e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+684:21686:x1825030869271680:12345-192.168.204.38@tcp:101:mrename.0 00000100:00100000:2.0:1740485461.638051:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271223 00010000:00010000:1.0:1740485461.638052:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.638056:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:83b16817-19e2-4964-825b-f66b9c1b4175+1841:21895:x1825030869275136:12345-192.168.204.38@tcp:35:rm.0 00010000:00010000:1.0:1740485461.638066:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8cf4f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7885 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.638141:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.638154:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638163:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638177:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.638180:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638184:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000100:00100000:2.0:1740485461.638222:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:83b16817-19e2-4964-825b-f66b9c1b4175+1842:21895:x1825030869275136:12345-192.168.204.38@tcp:35:rm.0 Request processed in 165us (254us total) trans 4295087979 rc 0/0 00000100:00100000:2.0:1740485461.638230:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271223 00010000:00010000:1.0:1740485461.638234:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf64 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x991:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.638240:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf64 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638245:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf64 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:1.0:1740485461.638270:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x991:0x0]: returning size 4096 00000004:00200000:1.0:1740485461.638274:0:16017:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1740485461.638287:0:16017:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf64 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638296:0:16017:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638302:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638307:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638312:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638320:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f736a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.638323:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638329:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638338:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.638340:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.638343:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638347:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8cf56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638368:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638373:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638377:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638381:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f736200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.638383:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638387:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638392:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff880123de3600) 00010000:00010000:1.0:1740485461.638394:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.638397:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638401:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8cf5d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.638425:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8cf4f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7885 expref: 686 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.638433:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbb800/0x5922c046cdb8cf64 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7885 expref: 685 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.638437:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x991:0x0].0x0 (ffff880123de3b00) 00010000:00010000:1.0:1740485461.638439:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1740485461.638440:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abbb800, rc 0) 00000100:00100000:1.0:1740485461.638465:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f4e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+685:21686:x1825030869271680:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 429us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.638470:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361988 00000100:00100000:0.0:1740485461.639545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.639596:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869275264 00000100:00100000:2.0:1740485461.639600:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869275264 00000100:00100000:2.0:1740485461.639652:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59179 00000100:00100000:2.0:1740485461.639658:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a745d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+1842:2004:x1825030869275264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.639667:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1740485461.639682:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008be37200/0x5922c046ccde7053 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x665:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e79928 expref: 1842 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639693:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x665:0x0].0x0 (ffff880072c0fd00) 00010000:00010000:2.0:1740485461.639714:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fb56e00/0x5922c046cce0fcaa lrc: 0/0,0 mode: --/CR res: [0x200000403:0xadc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85c80 expref: 1841 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639726:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xadc:0x0].0x0 (ffff88009b71f900) 00010000:00010000:2.0:1740485461.639735:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072145a00/0x5922c046cce0d295 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xad1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e84f7c expref: 1840 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639743:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xad1:0x0].0x0 (ffff8800a5aedd00) 00010000:00010000:2.0:1740485461.639758:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3f1000/0x5922c046ccd29555 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e420c9 expref: 1839 pid: 16004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639769:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d4:0x0].0x0 (ffff880097406d00) 00010000:00010000:2.0:1740485461.639781:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ff0f000/0x5922c046cce0c23b lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e84ac1 expref: 1838 pid: 16016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639788:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa8d:0x0].0x0 (ffff8801326f1200) 00010000:00010000:2.0:1740485461.639801:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a422f200/0x5922c046cce087da lrc: 0/0,0 mode: --/CR res: [0x200000403:0xaab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e8393a expref: 1837 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639811:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xaab:0x0].0x0 (ffff8800a52eb600) 00010000:00010000:2.0:1740485461.639820:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096de6c00/0x5922c046ccd98b4c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x6be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e62580 expref: 1836 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639829:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6be:0x0].0x0 (ffff88009d3b2a00) 00010000:00010000:2.0:1740485461.639837:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d9b9a00/0x5922c046cce026ac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x8bb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e81c22 expref: 1835 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639844:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x8bb:0x0].0x0 (ffff88009c228500) 00010000:00010000:2.0:1740485461.639854:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deb7400/0x5922c046cce06d62 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e83161 expref: 1834 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639863:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa6b:0x0].0x0 (ffff8800a436a100) 00000100:00100000:0.0:1740485461.639867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.639872:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edb3000/0x5922c046cce026c8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa60:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e81c37 expref: 1833 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639883:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa60:0x0].0x0 (ffff88009b656000) 00010000:00010000:2.0:1740485461.639890:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134b3f400/0x5922c046cce0683e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e82ff5 expref: 1832 pid: 16008 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.639892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.639902:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa9c:0x0].0x0 (ffff88009e7cd300) 00000100:00100000:1.0:1740485461.639905:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869275392 00000100:00100000:1.0:1740485461.639909:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869275392 00000100:00100000:0.0:1740485461.639909:0:16116:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869275648 00000100:00100000:0.0:1740485461.639913:0:16116:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869275648 00010000:00010000:2.0:1740485461.639914:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009dda0a00/0x5922c046cce05552 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e82aae expref: 1832 pid: 16013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639923:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa60:0x0].0x0 (ffff88009b656000) 00010000:00010000:2.0:1740485461.639928:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097446000/0x5922c046cce04d1e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e82815 expref: 1832 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639936:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa86:0x0].0x0 (ffff8800a5402400) 00000100:00100000:0.0:1740485461.639936:0:16116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361989 00000100:00100000:0.0:1740485461.639941:0:16116:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1831:20485:x1825030869275392:12345-192.168.204.38@tcp:101:df.0 00000100:00100000:1.0:1740485461.639942:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361990 00010000:00010000:2.0:1740485461.639945:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009db13200/0x5922c046ccded94c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x9c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7b85b expref: 1831 pid: 16014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.639947:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:83b16817-19e2-4964-825b-f66b9c1b4175+1831:21895:x1825030869275648:12345-192.168.204.38@tcp:36:rm.0 00010000:00010000:2.0:1740485461.639956:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9c6:0x0].0x0 (ffff880135fdee00) 00010000:00010000:0.0:1740485461.639960:0:16116:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.639969:0:16116:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0c00/0x5922c046cdb8cf6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78c4 expref: -99 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639970:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bb96e00/0x5922c046cce041cc lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e824aa expref: 1830 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.639980:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa7c:0x0].0x0 (ffff8800a53a1000) 00010000:00010000:1.0:1740485461.639982:0:16007:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1740485461.639992:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2c600/0x5922c046cce035c4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e820f2 expref: 1830 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.639995:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072f91000/0x5922c046cd73f2af lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2f89:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81200b58 expref: 1830 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640001:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa6f:0x0].0x0 (ffff88009cb39800) 00010000:00010000:2.0:1740485461.640007:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.640011:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fc52e00/0x5922c046cd73817b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f89:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe4bc expref: 1828 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640023:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88007237f100) 00010000:00010000:1.0:1740485461.640032:0:16007:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1740485461.640034:0:16116:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16116 initiator: MDT0 00000100:00100000:2.0:1740485461.640036:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a745d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+1827:2004:x1825030869275264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 378us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.640041:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59179 00010000:00010000:0.0:1740485461.640042:0:16116:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640050:0:16116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640060:0:16116:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16116 initiator: MDT0 00010000:00010000:1.0:1740485461.640063:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.640066:0:16116:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16116 initiator: MDT0 00010000:00010000:1.0:1740485461.640070:0:16007:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.640072:0:16116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16116 initiator: MDT0 00010000:00010000:1.0:1740485461.640076:0:16007:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 16007 initiator: MDT0 00000100:00100000:1.0:1740485461.640093:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4f100 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708388992:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1740485461.640094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.640099:0:16116:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640106:0:16116:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640112:0:16116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16116 initiator: MDT0 00000100:00100000:1.0:1740485461.640124:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1740485461.640125:0:16116:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640132:0:16116:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640137:0:16116:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640143:0:16116:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16116 initiator: MDT0 00000100:00100000:1.0:1740485461.640147:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b73d600 going to sleep for 11 seconds 00010000:00010000:0.0:1740485461.640154:0:16116:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640159:0:16116:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abe1600 already unused, calling callback (ffffffffa0f2d740) 00000100:00100000:2.0:1740485461.640160:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708388992 00010000:00010000:0.0:1740485461.640162:0:16116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16116 initiator: MDT0 00000100:00100000:2.0:1740485461.640164:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708388992 00000100:00100000:1.0:1740485461.640164:0:16118:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869275776 00000100:00100000:1.0:1740485461.640167:0:16118:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869275776 00010000:00010000:0.0:1740485461.640167:0:16116:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640175:0:16116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e256d00) 00010000:00010000:0.0:1740485461.640178:0:16116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.640181:0:16116:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16116 initiator: MDT0 00000100:00100000:1.0:1740485461.640186:0:16118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361991 00010000:00010000:0.0:1740485461.640186:0:16116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1600/0x5922c046cdb8cf72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16116 initiator: MDT0 00000100:00100000:2.0:1740485461.640188:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46287 00000100:00100000:1.0:1740485461.640190:0:16118:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+685:21686:x1825030869275776:12345-192.168.204.38@tcp:101:mrename.0 00000100:00100000:2.0:1740485461.640193:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:16007:x1825030708388992:12345-0@lo:101:mdt00_013.0 00010000:00010000:0.0:1740485461.640200:0:16116:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16116 initiator: MDT0 00010000:00010000:2.0:1740485461.640201:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.640203:0:16118:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.640205:0:16116:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16116 initiator: MDT0 00010000:00010000:2.0:1740485461.640209:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fa00/0x5922c046cdb8cf8e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5922c046cdb8cf80 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640210:0:16118:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8cf95 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78cb expref: -99 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.640210:0:16116:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640214:0:16116:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abe0a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.640217:0:16116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16116 initiator: MDT0 00010000:00010000:2.0:1740485461.640222:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fa00/0x5922c046cdb8cf8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5922c046cdb8cf80 expref: 32 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.640222:0:16116:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16116 initiator: MDT0 00010000:00010000:0.0:1740485461.640227:0:16116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x656392e4 (ffff8800909e3c00) 00010000:00010000:2.0:1740485461.640230:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fa00/0x5922c046cdb8cf8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cf80 expref: 32 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.640230:0:16116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.640232:0:16116:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16116 initiator: MDT0 00010000:00010000:2.0:1740485461.640234:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.640235:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.640237:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c9fa00, rc 0) 00010000:00010000:0.0:1740485461.640237:0:16116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8cf79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x656392e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16116 initiator: MDT0 00010000:00010000:1.0:1740485461.640254:0:16118:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16118 initiator: MDT0 00010000:00010000:1.0:1740485461.640260:0:16118:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:0.0:1740485461.640265:0:16116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe0c00/0x5922c046cdb8cf6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78c4 expref: 1827 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640267:0:16118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:2.0:1740485461.640275:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:16007:x1825030708388992:12345-0@lo:101:mdt00_013.0 Request processed in 80us (150us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.640275:0:16116:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78c4 expref: 1826 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640277:0:16118:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16118 initiator: MDT0 00000100:00100000:2.0:1740485461.640281:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46287 00010000:00010000:0.0:1740485461.640281:0:16116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256800) 00010000:00010000:0.0:1740485461.640283:0:16116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1740485461.640285:0:16118:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:0.0:1740485461.640285:0:16116:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe1000, rc 0) 00010000:00010000:1.0:1740485461.640291:0:16118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:3.0:1740485461.640298:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f100 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708388992:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1740485461.640307:0:16116:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_030:83b16817-19e2-4964-825b-f66b9c1b4175+1826:20485:x1825030869275392:12345-192.168.204.38@tcp:101:df.0 Request processed in 365us (441us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.640311:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640311:0:16118:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:0.0:1740485461.640313:0:16116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361989 00010000:00010000:1.0:1740485461.640317:0:16118:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00010000:00010000:3.0:1740485461.640320:0:16007:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.640322:0:16118:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640327:0:16118:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640331:0:16118:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094ccb200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.640334:0:16118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640339:0:16118:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16118 initiator: MDT1 00000004:00080000:3.0:1740485461.640342:0:16007:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:1.0:1740485461.640345:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x991:0x0].0x0 (ffff880123de3b00) 00010000:00010000:1.0:1740485461.640348:0:16118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.640350:0:16118:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640355:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8cf9c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00010000:00010000:3.0:1740485461.640359:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.640363:0:16118:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:3.0:1740485461.640365:0:16007:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.640368:0:16118:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00010000:00010000:3.0:1740485461.640369:0:16007:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.640372:0:16118:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640376:0:16118:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094ccb400 already unused, calling callback (ffffffffa0f2d740) 00000100:00100000:3.0:1740485461.640377:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389120:0@lo:101:mdt00_013.0 00010000:00010000:1.0:1740485461.640378:0:16118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640382:0:16118:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.640386:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x991:0x0].0x3131 (ffff880090a21c00) 00010000:00010000:1.0:1740485461.640388:0:16118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.640390:0:16118:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00000100:00100000:3.0:1740485461.640392:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1740485461.640394:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb400/0x5922c046cdb8cfa3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x991:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00000100:00100000:3.0:1740485461.640409:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4c00 going to sleep for 131 seconds 00010000:00010000:1.0:1740485461.640418:0:16118:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8cf95 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78cb expref: 686 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.640424:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708389120 00010000:00010000:1.0:1740485461.640424:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8cf95 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x991:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78cb expref: 686 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.640427:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708389120 00010000:00010000:1.0:1740485461.640430:0:16118:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135568000, rc 0) 00000100:00100000:2.0:1740485461.640440:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46288 00000100:00100000:2.0:1740485461.640442:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:16007:x1825030708389120:12345-0@lo:101:mdt00_013.0 00010000:00010000:2.0:1740485461.640448:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.640455:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5922c046cdb8cfaa expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.640458:0:16118:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+685:21686:x1825030869275776:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 267us (365us total) trans 0 rc 301/301 00000100:00100000:1.0:1740485461.640462:0:16118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361991 00010000:00010000:2.0:1740485461.640467:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 33 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640475:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 33 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640481:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff880099a14500) 00010000:00010000:2.0:1740485461.640483:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.640485:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c9e800, rc 0) 00000100:00100000:2.0:1740485461.640509:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389120:12345-0@lo:101:mdt00_013.0 Request processed in 65us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.640515:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389120:0@lo:101:mdt00_013.0 00000100:00100000:2.0:1740485461.640515:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46288 00010000:00010000:3.0:1740485461.640523:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.640538:0:16007:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1740485461.640550:0:16007:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00000100:00100000:3.0:1740485461.640567:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389248:0@lo:1000:mdt00_013.0 00000100:00100000:3.0:1740485461.640607:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.640624:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800911c9840 going to sleep for 131 seconds 00000100:00100000:2.0:1740485461.640644:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708389248 00000100:00100000:2.0:1740485461.640647:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708389248 00000100:00100000:2.0:1740485461.640662:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46289 00000100:00100000:2.0:1740485461.640666:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389248:12345-0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1740485461.640711:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389248:12345-0@lo:1000:mdt00_013.0 Request processed in 45us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.640716:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46289 00000100:00100000:3.0:1740485461.640723:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389248:0@lo:1000:mdt00_013.0 00000100:00100000:3.0:1740485461.640755:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389376:0@lo:1000:mdt00_013.0 00000100:00100000:3.0:1740485461.640768:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.640775:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f4c00 going to sleep for 131 seconds 00000100:00100000:2.0:1740485461.640783:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708389376 00000100:00100000:2.0:1740485461.640786:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708389376 00000100:00100000:2.0:1740485461.640799:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46290 00000100:00100000:2.0:1740485461.640803:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389376:12345-0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1740485461.640849:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389376:12345-0@lo:1000:mdt00_013.0 Request processed in 45us (79us total) trans 0 rc 1/1 00000100:00100000:3.0:1740485461.640852:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389376:0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1740485461.640855:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46290 00010000:00010000:3.0:1740485461.640877:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.640881:0:16007:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.640885:0:16007:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 16007 initiator: MDT0 00000100:00100000:3.0:1740485461.640890:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389504:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1740485461.640902:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.640908:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800911c9840 going to sleep for 131 seconds 00000100:00100000:2.0:1740485461.640914:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708389504 00000100:00100000:2.0:1740485461.640917:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708389504 00000100:00100000:2.0:1740485461.640928:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46291 00000100:00100000:2.0:1740485461.640930:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:16007:x1825030708389504:12345-0@lo:101:mdt00_013.0 00010000:00010000:2.0:1740485461.640935:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.640942:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fe00/0x5922c046cdb8cfbf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5922c046cdb8cfb8 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640951:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fe00/0x5922c046cdb8cfbf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5922c046cdb8cfb8 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640957:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fe00/0x5922c046cdb8cfbf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfb8 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.640961:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff880073e3bf00) 00010000:00010000:2.0:1740485461.640963:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1740485461.640964:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c9fe00, rc 0) 00000100:00100000:2.0:1740485461.640980:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:16007:x1825030708389504:12345-0@lo:101:mdt00_013.0 Request processed in 49us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.640983:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46291 00000100:00100000:3.0:1740485461.640995:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389504:0@lo:101:mdt00_013.0 00010000:00010000:3.0:1740485461.641004:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.641012:0:16007:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.641029:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.641036:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.641043:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.641053:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.641061:0:16007:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1846 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.641066:0:16007:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 4/0,1 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.641079:0:16007:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1846 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.641087:0:16007:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1846 pid: 15996 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1740485461.641093:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:16007:1825030708389632:192.168.204.38@tcp:104: 00000100:00100000:3.0:1740485461.641120:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800911c9840 going to sleep for 11 seconds 00000100:00100000:0.0:1740485461.642878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.642923:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869276032 00000100:00100000:2.0:1740485461.642927:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869276032 00000100:00100000:2.0:1740485461.642956:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59180 00000100:00100000:2.0:1740485461.642962:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+1826:2003:x1825030869276032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.642968:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485461.642976:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abe1000/0x5922c046cdb8cf87 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78c4 expref: 1826 pid: 16116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.642984:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256800) 00010000:00010000:2.0:1740485461.642986:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485461.643008:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+1825:2003:x1825030869276032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 47us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.643012:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59180 00000100:00100000:0.0:1740485461.643234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.643263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.643270:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:16007:1825030708389632:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485461.643273:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869276672 00000100:00100000:1.0:1740485461.643275:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869276544 00000100:00100000:2.0:1740485461.643277:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869276672 00000100:00100000:1.0:1740485461.643279:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869276544 00010000:00010000:3.0:1740485461.643281:0:16007:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.643290:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1847 pid: 15996 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1740485461.643295:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361992 00000100:00100000:1.0:1740485461.643300:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+685:21622:x1825030869276544:12345-192.168.204.38@tcp:101:lfs.0 00000100:00100000:2.0:1740485461.643317:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520636 00000100:00100000:2.0:1740485461.643322:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+1847:2003:x1825030869276672:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.643330:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1740485461.643330:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.643335:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1847 pid: 15996 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1740485461.643337:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccae00/0x5922c046cdb8cfd4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78d9 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.643345:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1847 pid: 15996 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1740485461.643357:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdd1200/0x5922c046cd741d7a lrc: 0/0,0 mode: --/PR res: [0x200000400:0x115:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201a77 expref: 1847 pid: 15996 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1740485461.643368:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x115:0x0].0x0 (ffff88009625e800) 00010000:00010000:2.0:1740485461.643372:0:16026:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.643378:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.643383:0:16026:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 4/0,1 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.643394:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.643400:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643403:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.643404:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643410:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.643416:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:3.0:1740485461.643420:0:16007:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT0 00010000:00010000:1.0:1740485461.643422:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000100:00100000:2.0:1740485461.643424:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+1846:2003:x1825030869276672:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 100us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.643425:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT0 00000100:00100000:2.0:1740485461.643430:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520636 00010000:00010000:3.0:1740485461.643439:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.643442:0:16007:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.643449:0:16007:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 16007 initiator: MDT0 00000100:00100000:3.0:1740485461.643456:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389760:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1740485461.643471:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:1.0:1740485461.643471:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x16d0:0x0]: returning size 4096 00000100:00100000:3.0:1740485461.643481:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800911c9840 going to sleep for 131 seconds 00000100:00100000:2.0:1740485461.643499:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708389760 00000100:00100000:2.0:1740485461.643503:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708389760 00000100:00100000:2.0:1740485461.643520:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46292 00010000:00010000:1.0:1740485461.643523:0:16017:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000100:00100000:2.0:1740485461.643524:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:16007:x1825030708389760:12345-0@lo:101:mdt00_013.0 00010000:00010000:1.0:1740485461.643541:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643546:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643550:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.643552:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643557:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094ccaa00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.643559:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5922c046cdb8cfe9 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.643560:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643565:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643573:0:16049:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.643573:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.643575:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.643599:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643602:0:16049:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 4/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 35 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.643605:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccaa00/0x5922c046cdb8cfdb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643614:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643617:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643621:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643622:0:16049:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.643623:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094cca000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.643625:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643628:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.643632:0:16049:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1740485461.643635:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x32 (ffff88008f8f3c00) 00010000:00010000:1.0:1740485461.643636:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.643638:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00000100:00100000:2.0:1740485461.643641:0:16049:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:16049:1825030708389888:192.168.204.38@tcp:104: 00010000:00010000:1.0:1740485461.643641:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094cca000/0x5922c046cdb8cfe2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.643663:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccae00/0x5922c046cdb8cfd4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78d9 expref: 687 pid: 16017 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.643664:0:16049:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800926a3c00 going to sleep for 11 seconds 00010000:00010000:1.0:1740485461.643668:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccae00/0x5922c046cdb8cfd4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78d9 expref: 687 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.643672:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ccae00, rc 0) 00000100:00100000:1.0:1740485461.643691:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+686:21622:x1825030869276544:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 390us (457us total) trans 4295061037 rc 301/301 00000100:00100000:1.0:1740485461.643697:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361992 00000100:00100000:0.0:1740485461.645806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.645851:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869276800 00000100:00100000:3.0:1740485461.645856:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869276800 00000100:00100000:3.0:1740485461.645892:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431856 00000100:00100000:3.0:1740485461.645897:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2359:21662:x1825030869276800:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:3.0:1740485461.645906:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.645908:0:16641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1740485461.645932:0:16641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006da8be00/0x5922c046ccdf35bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7d454 expref: 2359 pid: 9553 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1740485461.645942:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1740485431 00010000:00010000:3.0:1740485461.645945:0:16641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1740485461.645951:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 2/0,0 mode: --/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78e0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.645963:0:16641:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3393 pid: 16663 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.645966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.645967:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.645969:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.645971:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 4/0,0 mode: --/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2359 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.645978:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869277056 00000100:00100000:2.0:1740485461.645981:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869277056 00010000:00010000:3.0:1740485461.645983:0:16641:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3393 pid: 16663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.645991:0:16641:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3393 pid: 16663 timeout: 842 lvb_type: 1 00000100:00100000:2.0:1740485461.645994:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271224 00000100:00100000:3.0:1740485461.645997:0:16641:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708390016:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485461.645997:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+686:21622:x1825030869277056:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:3.0:1740485461.646025:0:16641:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1740485461.646068:0:16049:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:16049:1825030708389888:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485461.646071:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+687:21622:x1825030869277056:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 72us (105us total) trans 4295061038 rc 0/0 00000100:00100000:2.0:1740485461.646075:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271224 00010000:00010000:0.0:1740485461.646086:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 35 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.646095:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcc:0x0].0x0 (ffff88008babf800) 00010000:00010000:0.0:1740485461.646097:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1740485461.646100:0:16049:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 35 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.646108:0:16049:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 3/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 35 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.646114:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df35600, rc 0) 00000100:00100000:1.0:1740485461.646122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.646134:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869277184 00000100:00100000:2.0:1740485461.646136:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869277184 00000100:00100000:0.0:1740485461.646142:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:16007:x1825030708389760:12345-0@lo:101:mdt00_013.0 Request processed in 2617us (2669us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.646143:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1740485461.646148:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626c000 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708389760:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1740485461.646149:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46292 00010000:00010000:3.0:1740485461.646156:0:16007:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646162:0:16007:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.646164:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520637 00000100:00100000:2.0:1740485461.646167:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+687:2005:x1825030869277184:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.646172:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485461.646175:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1740485461.646180:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1740485461.646189:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c153000/0x5922c046cd741e53 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xcc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x24c8a9d81201acb expref: 687 pid: 7212 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1740485461.646198:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcc:0x0].0x0 (ffff88008babf800) 00010000:00010000:2.0:1740485461.646201:0:16026:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.646206:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.646209:0:16026:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.646223:0:16026:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.646235:0:16026:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001_UUID:16026:1825030708390144:0@lo:105: 00000100:00100000:2.0:1740485461.646262:0:16026:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1740485461.646282:0:16026:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800926a33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1740485461.646308:0:7197:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1740485461.646316:0:7197:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708390144 00000100:00100000:3.0:1740485461.646319:0:7197:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708390144 00000100:00080000:0.0:1740485461.646347:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001-osp-MDT0000 older than 1740485431 00000100:00100000:3.0:1740485461.646353:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12368 00000100:00100000:3.0:1740485461.646358:0:7197:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:16026:x1825030708390144:12345-0@lo:105: 00010000:00010000:3.0:1740485461.646367:0:7197:0:(ldlm_lockd.c:2545:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 5/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646375:0:7197:0:(ldlm_lockd.c:2003:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 5/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646383:0:7197:0:(ldlm_lockd.c:2080:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 5/0,1 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646394:0:7197:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 5/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646404:0:7197:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 6/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646409:0:7197:0:(ldlm_lockd.c:2108:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 6/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.646425:0:7197:0:(ldlm_lockd.c:2119:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012dff9400) 00010000:00010000:0.0:1740485461.646443:0:16007:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.646450:0:7197:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:16026:x1825030708390144:12345-0@lo:105: Request processed in 92us (188us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.646451:0:16007:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.646454:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12368 00000100:00100000:2.0:1740485461.646464:0:16026:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001_UUID:16026:1825030708390144:0@lo:105: 00010000:00010000:2.0:1740485461.646479:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1740485461.646499:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+686:2005:x1825030869277184:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 330us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.646506:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520637 00000100:00100000:1.0:1740485461.646806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.646815:0:16641:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0000_UUID:16641:1825030708390016:192.168.204.38@tcp:104: 00000100:00100000:2.0:1740485461.646818:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869277312 00000100:00100000:2.0:1740485461.646821:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869277312 00010000:00010000:3.0:1740485461.646828:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 3/0,0 mode: --/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2359 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.646831:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3394 pid: 16663 timeout: 842 lvb_type: 1 00010000:00010000:3.0:1740485461.646837:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8400, rc 0) 00000100:00100000:2.0:1740485461.646846:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 520638 00000100:00100000:2.0:1740485461.646850:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3394:2003:x1825030869277312:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1740485461.646852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.646854:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2359:21662:x1825030869276800:12345-192.168.204.38@tcp:101:dd.0 Request processed in 957us (1050us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.646856:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1740485461.646858:0:16026:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3394 pid: 16663 timeout: 842 lvb_type: 1 00000100:00100000:3.0:1740485461.646859:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431856 00010000:00010000:2.0:1740485461.646864:0:16026:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3394 pid: 16663 timeout: 842 lvb_type: 1 00010000:00010000:2.0:1740485461.646872:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d292e00/0x5922c046cd739539 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.38@tcp remote: 0x24c8a9d811fe8b3 expref: 3394 pid: 16663 timeout: 842 lvb_type: 1 00010000:00010000:2.0:1740485461.646884:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.646886:0:16026:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.646889:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2358 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.646894:0:16026:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2358 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.646898:0:16017:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869277440 00000100:00100000:1.0:1740485461.646903:0:16017:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869277440 00010000:00010000:2.0:1740485461.646906:0:16026:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2358 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.646911:0:16026:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:16026:1825030708390272:192.168.204.38@tcp:105: 00000100:00100000:1.0:1740485461.646923:0:16017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361993 00000100:00100000:2.0:1740485461.646928:0:16026:0:(client.c:2557:ptlrpc_set_wait()) set ffff8800926a33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1740485461.646928:0:16017:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+686:21709:x1825030869277440:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:1.0:1740485461.646940:0:16017:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.646948:0:16017:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d005 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78e7 expref: -99 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.647003:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.647009:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647014:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647020:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.647024:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647027:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647054:0:16017:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x982:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16017 initiator: MDT0 00010000:00010000:1.0:1740485461.647058:0:16017:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647061:0:16017:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00000004:00200000:1.0:1740485461.647079:0:16017:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x982:0x0]: returning size 4096 00000004:00200000:1.0:1740485461.647082:0:16017:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1740485461.647091:0:16017:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647098:0:16017:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647104:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647109:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647114:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647119:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097931800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.647122:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647128:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647135:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.647137:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.647140:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647145:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d00c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647154:0:16017:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647159:0:16017:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647162:0:16017:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647165:0:16017:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097930a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.647167:0:16017:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647171:0:16017:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647175:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff88008f8f3900) 00010000:00010000:1.0:1740485461.647176:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.647177:0:16017:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647180:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d013 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.647199:0:16017:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d005 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e7 expref: 688 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.647206:0:16017:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e7 expref: 687 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.647210:0:16017:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x982:0x0].0x0 (ffff880133aef700) 00010000:00010000:1.0:1740485461.647211:0:16017:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1740485461.647212:0:16017:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f3cca00, rc 0) 00000100:00100000:1.0:1740485461.647227:0:16017:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:462aff8a-4acc-47db-bc98-439daac195c0+687:21709:x1825030869277440:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 300us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.647231:0:16017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361993 00000100:00100000:2.0:1740485461.647285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.647319:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869277696 00000100:00100000:3.0:1740485461.647322:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869277696 00000100:00100000:3.0:1740485461.647337:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271225 00000100:00100000:3.0:1740485461.647340:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+687:21622:x1825030869277696:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:0.0:1740485461.647351:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708390400:0@lo:403:mdt00_013.0 00000100:00100000:0.0:1740485461.647380:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1740485461.647398:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff880131edd900 going to sleep for 131 seconds 00000100:00100000:3.0:1740485461.647407:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+688:21622:x1825030869277696:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 66us (122us total) trans 4295061039 rc 0/0 00000100:00100000:1.0:1740485461.647410:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708390400 00000100:00100000:3.0:1740485461.647412:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271225 00000100:00100000:1.0:1740485461.647413:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708390400 00000100:00100000:1.0:1740485461.647428:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46293 00000100:00100000:1.0:1740485461.647431:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:16007:x1825030708390400:12345-0@lo:403:mdt00_013.0 00000100:00100000:1.0:1740485461.648967:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:16007:x1825030708390400:12345-0@lo:403:mdt00_013.0 Request processed in 1533us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.648975:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46293 00000100:00100000:0.0:1740485461.648996:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88009d0bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:16007:1825030708390400:0@lo:403:mdt00_013.0 00000040:00080000:0.0:1740485461.649961:0:16007:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x4:0x0].1432, 944 off1248952 00000040:00080000:0.0:1740485461.650089:0:16007:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x4:0x0].2073, 1024 off1983064 00000004:00080000:0.0:1740485461.650095:0:16007:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131edd900 with version 9364 00000004:00080000:3.0:1740485461.650143:0:9991:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880090ec9e40 version 9364 rpc_version 9364 00000020:00100000:3.0:1740485461.650164:0:9991:0:(genops.c:2309:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1740485461.650171:0:9991:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88013626dc00 x1825030708390656/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1740485461.650185:0:9991:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9991:1825030708390656:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1740485461.650213:0:9991:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.650231:0:9991:0:(client.c:2557:ptlrpc_set_wait()) set ffff88009b7f69c0 going to sleep for 131 seconds 00000100:00100000:1.0:1740485461.650249:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708390656 00000100:00100000:1.0:1740485461.650254:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708390656 00000100:00100000:1.0:1740485461.650273:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46294 00000100:00100000:1.0:1740485461.650276:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:9991:x1825030708390656:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1740485461.650618:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:9991:x1825030708390656:12345-0@lo:1000:osp_up1-0.0 Request processed in 340us (403us total) trans 4295061040 rc 0/0 00000100:00100000:1.0:1740485461.650623:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46294 00000100:00100000:3.0:1740485461.650666:0:9991:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9991:1825030708390656:0@lo:1000:osp_up1-0.0 00000004:00200000:0.0:1740485461.650776:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x200000403:0x2f89:0x0]: returning size 4096 00010000:00010000:0.0:1740485461.650790:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650797:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 2/0,0 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650804:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650809:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff8e00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.650812:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650818:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 4/0,0 mode: EX/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650827:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x115:0x0].0x0 (ffff88009625e800) 00010000:00010000:0.0:1740485461.650830:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1740485461.650833:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 2/0,0 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650838:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8cfcd lrc: 0/0,0 mode: --/EX res: [0x200000400:0x115:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650854:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650862:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650869:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.650872:0:16026:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.204.38@tcp) returned -22 from completion AST (req@ffff880135fa1f80 x1825030708390272) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2358 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650881:0:16007:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1740485461.650886:0:16007:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xcc:0x0] 00010000:00010000:2.0:1740485461.650891:0:8362:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1740485461.650891:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.650896:0:8362:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650896:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.650897:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8cffe lrc: 0/0,0 mode: --/PW res: [0x280000403:0x450c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e0 expref: 2358 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650901:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.650902:0:8362:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff9400 already unused, calling callback (ffffffffa0f2e530) 00010000:00010000:2.0:1740485461.650904:0:8362:0:(ldlm_request.c:1283:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.650906:0:16026:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:16026:1825030708390272:192.168.204.38@tcp:105: 00010000:00010000:0.0:1740485461.650906:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870ce00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.650908:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT0 00000004:00010000:2.0:1740485461.650909:0:8362:0:(mdt_handler.c:3780:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650914:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT0 00010000:00010000:0.0:1740485461.650920:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff88008e1b1400) 00010000:00010000:0.0:1740485461.650922:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.650923:0:8362:0:(ldlm_request.c:1330:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 2/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650925:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.650927:0:8362:0:(ldlm_request.c:1376:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1740485461.650930:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009870ce00/0x5922c046cdb8cfc6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.650934:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880072dbd000/0x5922c046ccdfbf73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7fe70 expref: 3393 pid: 16063 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.650943:0:8362:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 1/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.650947:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485461.650947:0:8362:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012dff9400/0x5922c046cdb8cfe9 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cff7 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650948:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.650955:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.650957:0:8362:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1740485461.650958:0:8362:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1740485461.650959:0:8362:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1740485461.650961:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.650964:0:3766:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1740485461.650970:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708390784:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1740485461.650972:0:16007:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1740485461.650973:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:83b16817-19e2-4964-825b-f66b9c1b4175+3392:2003:x1825030869277312:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 4122us (4167us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.650983:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 520638 00000100:00100000:2.0:1740485461.650986:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.650996:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708390784 00000100:00100000:3.0:1740485461.650999:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708390784 00010000:00010000:2.0:1740485461.651003:0:8361:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1740485461.651006:0:8361:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651010:0:8361:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880090b78600 already unused, calling callback (ffffffffa0f2e530) 00010000:00010000:2.0:1740485461.651013:0:8361:0:(ldlm_request.c:1283:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.651017:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59181 00000004:00010000:2.0:1740485461.651017:0:8361:0:(mdt_handler.c:3780:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.651021:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+36:3766:x1825030708390784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.651026:0:8361:0:(ldlm_request.c:1330:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.651028:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485461.651029:0:8361:0:(ldlm_request.c:1376:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1740485461.651035:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8cff7 lrc: 0/0,0 mode: --/EX res: [0x240000401:0xcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5922c046cdb8cfe9 expref: 36 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651036:0:8361:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 1/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651041:0:8361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880090b78600/0x5922c046cdb8cfb8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cfbf expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.651045:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xcc:0x0].0x0 (ffff88008babf800) 00010000:00010000:2.0:1740485461.651050:0:8361:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1740485461.651050:0:8361:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1740485461.651051:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485461.651051:0:8361:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1740485461.651054:0:3765:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1740485461.651058:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708390912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1740485461.651071:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+35:3766:x1825030708390784:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.651072:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.651075:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59181 00000100:00100000:3.0:1740485461.651083:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708390912 00000100:00100000:3.0:1740485461.651085:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708390912 00000100:00100000:3.0:1740485461.651095:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59182 00000100:00100000:3.0:1740485461.651097:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+35:3765:x1825030708390912:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1740485461.651099:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708390784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1740485461.651101:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485461.651107:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fe00/0x5922c046cdb8cfbf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f89:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5922c046cdb8cfb8 expref: 35 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.651113:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f89:0x0].0x0 (ffff880073e3bf00) 00010000:00010000:3.0:1740485461.651118:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1740485461.651134:0:16007:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1740485461.651138:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.651139:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+34:3765:x1825030708390912:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.651144:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59182 00010000:00010000:0.0:1740485461.651145:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.651147:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708390912:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1740485461.651151:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.651163:0:16007:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1740485461.651165:0:7201:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1740485461.651166:0:16007:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:2.0:1740485461.651170:0:7201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.651170:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651175:0:7201:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f737600 already unused, calling callback (ffffffffa0f2e530) 00010000:00010000:0.0:1740485461.651176:0:16007:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651178:0:7201:0:(ldlm_request.c:1283:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.651184:0:7201:0:(mdt_handler.c:3780:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651199:0:7201:0:(ldlm_request.c:1330:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651204:0:7201:0:(ldlm_request.c:1376:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1740485461.651207:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:83b16817-19e2-4964-825b-f66b9c1b4175+1825:21895:x1825030869275648:12345-192.168.204.38@tcp:36:rm.0 Request processed in 11259us (11313us total) trans 4295087980 rc 0/0 00010000:00010000:2.0:1740485461.651213:0:7201:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.651215:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361990 00010000:00010000:2.0:1740485461.651220:0:7201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009f737600/0x5922c046cdb8cf80 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x5922c046cdb8cf8e expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651234:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1740485461.651235:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1740485461.651237:0:7201:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1740485461.651244:0:3765:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708391040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1740485461.651268:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.651286:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708391040 00000100:00100000:3.0:1740485461.651289:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708391040 00000100:00100000:3.0:1740485461.651307:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59183 00000100:00100000:3.0:1740485461.651312:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+34:3765:x1825030708391040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1740485461.651318:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1740485461.651327:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9fa00/0x5922c046cdb8cf8e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x5922c046cdb8cf80 expref: 34 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.651337:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.651339:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1740485461.651363:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b21acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+33:3765:x1825030708391040:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.651365:0:3765:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880135fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1825030708391040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1740485461.651368:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59183 00000100:00100000:0.0:1740485461.651539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.651571:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869279616 00000100:00100000:2.0:1740485461.651574:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869279616 00000100:00100000:2.0:1740485461.651606:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361994 00000100:00100000:2.0:1740485461.651609:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+688:21709:x1825030869279616:12345-192.168.204.38@tcp:101:mrename.0 00010000:00010000:2.0:1740485461.651618:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.651618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.651624:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f400/0x5922c046cdb8d021 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78ee expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.651652:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869279488 00000100:00100000:3.0:1740485461.651656:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869279488 00010000:00010000:2.0:1740485461.651668:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.651674:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651679:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000100:00100000:3.0:1740485461.651684:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271226 00010000:00010000:2.0:1740485461.651685:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00000100:00100000:3.0:1740485461.651689:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+690:21662:x1825030869279488:12345-192.168.204.38@tcp:35:dd.0 00010000:00010000:2.0:1740485461.651692:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651696:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651720:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.651724:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651727:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000004:00200000:2.0:1740485461.651741:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x16b1:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.651743:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.651748:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651754:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651759:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651764:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651769:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651773:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0e800 already unused, calling callback (ffffffffa0f2d740) 00000100:00100000:3.0:1740485461.651776:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+691:21662:x1825030869279488:12345-192.168.204.38@tcp:35:dd.0 Request processed in 85us (158us total) trans 4295061041 rc 0/0 00010000:00010000:2.0:1740485461.651776:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651781:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00000100:00100000:3.0:1740485461.651782:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271226 00010000:00010000:2.0:1740485461.651788:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.651791:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.651793:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651798:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e800/0x5922c046cdb8d028 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651808:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651814:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651819:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651823:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0ea00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.651825:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651829:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651833:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff88009b5b7500) 00010000:00010000:2.0:1740485461.651834:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.651835:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651838:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ea00/0x5922c046cdb8d02f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.651859:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f400/0x5922c046cdb8d021 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78ee expref: 691 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651865:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78ee expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.651869:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff88012ca8d300) 00010000:00010000:2.0:1740485461.651871:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.651872:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d0ee00, rc 0) 00000100:00100000:2.0:1740485461.651889:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:21709:x1825030869279616:12345-192.168.204.38@tcp:101:mrename.0 Request processed in 279us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.651893:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361994 00000100:00100000:0.0:1740485461.653348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.653389:0:16135:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869280128 00000100:00100000:2.0:1740485461.653393:0:16135:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869280128 00000100:00100000:2.0:1740485461.653415:0:16135:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16913 00000100:00100000:2.0:1740485461.653419:0:16135:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:21709:x1825030869280128:12345-192.168.204.38@tcp:36:mrename.0 00010000:00010000:2.0:1740485461.653435:0:16135:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1740485461.653442:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0ee00/0x5922c046cdb8d036 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78ee expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.653450:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff88012ca8d300) 00010000:00010000:2.0:1740485461.653460:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cca00/0x5922c046cdb8d01a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78e7 expref: 689 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.653468:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x982:0x0].0x0 (ffff880133aef700) 00010000:00010000:2.0:1740485461.653472:0:16135:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485461.653485:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:2.0:1740485461.653492:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653499:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653507:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:2.0:1740485461.653514:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653519:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653547:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:2.0:1740485461.653552:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653555:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653617:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,1 mode: --/EX res: [0x240000406:0x982:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:2.0:1740485461.653624:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653630:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653641:0:16135:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:2.0:1740485461.653647:0:16135:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653653:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653695:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653701:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653706:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653710:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abbbc00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.653712:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653715:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653720:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16b1:0x0].0x0 (ffff88012ca8d900) 00010000:00010000:2.0:1740485461.653721:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.653723:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653726:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abbbc00/0x5922c046cdb8d059 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x16b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653736:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,1 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653738:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 2/0,0 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653742:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653746:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f736a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.653748:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 3/0,0 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653753:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 4/0,0 mode: EX/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653759:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x982:0x0].0x0 (ffff88012ca8df00) 00010000:00010000:2.0:1740485461.653760:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1740485461.653763:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 2/0,0 mode: --/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653767:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736a00/0x5922c046cdb8d052 lrc: 0/0,0 mode: --/EX res: [0x240000406:0x982:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653779:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653784:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653789:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653793:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0f000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.653795:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653801:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653810:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.653813:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.653815:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653819:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f000/0x5922c046cdb8d03d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653826:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653830:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653834:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653838:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0e400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.653840:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653845:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653849:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff88012ca8dd00) 00010000:00010000:2.0:1740485461.653851:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.653852:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653856:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0e400/0x5922c046cdb8d044 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653864:0:16135:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653870:0:16135:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653873:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653876:0:16135:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0f200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.653877:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653880:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653884:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff88012ca8d100) 00010000:00010000:2.0:1740485461.653885:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.653886:0:16135:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.653889:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0f200/0x5922c046cdb8d04b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00000100:00100000:2.0:1740485461.653925:0:16135:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_013:462aff8a-4acc-47db-bc98-439daac195c0+688:21709:x1825030869280128:12345-192.168.204.38@tcp:36:mrename.0 Request processed in 505us (582us total) trans 0 rc -39/-39 00000100:00100000:2.0:1740485461.653930:0:16135:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16913 00000100:00100000:0.0:1740485461.655669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.655690:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869280256 00000100:00100000:2.0:1740485461.655695:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869280256 00000100:00100000:2.0:1740485461.655723:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361995 00000100:00100000:2.0:1740485461.655728:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+688:21751:x1825030869280256:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1740485461.655740:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.655748:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d060 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78f5 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.655800:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.655808:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655815:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655823:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.655828:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655833:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655861:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8d075 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x975:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.655867:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8d075 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x975:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655872:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8d075 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x975:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000004:00200000:2.0:1740485461.655892:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x975:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.655895:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.655903:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8d075 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x975:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655911:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655915:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655918:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655921:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655924:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097931800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.655926:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655929:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655933:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.655935:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.655937:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655939:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097931800/0x5922c046cdb8d067 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655946:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655948:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655951:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655954:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135568000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.655956:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655959:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655962:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3431 (ffff88012ca8de00) 00010000:00010000:2.0:1740485461.655963:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.655965:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655967:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135568000/0x5922c046cdb8d06e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.655987:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d060 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78f5 expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.655993:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737400/0x5922c046cdb8d075 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x975:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78f5 expref: 689 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.655996:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x975:0x0].0x0 (ffff880090a21c00) 00010000:00010000:2.0:1740485461.655998:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.655999:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f737400, rc 0) 00000100:00100000:2.0:1740485461.656028:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+689:21751:x1825030869280256:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 300us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.656032:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361995 00000100:00100000:0.0:1740485461.656896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.656930:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869280384 00000100:00100000:2.0:1740485461.656934:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869280384 00000100:00100000:2.0:1740485461.656958:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361996 00000100:00100000:2.0:1740485461.656962:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+689:21891:x1825030869280384:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.656973:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.656980:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d07c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d78fc expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.657028:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.657033:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657037:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657045:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.657049:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657052:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657072:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.657076:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657079:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000004:00200000:2.0:1740485461.657097:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x9c2:0x0]: returning size 0 00000004:00200000:2.0:1740485461.657098:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.657104:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657109:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657113:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657116:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657119:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657122:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657125:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880135d0fc00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.657126:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657129:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657133:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.657134:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.657136:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657138:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d0fc00/0x5922c046cdb8d083 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657145:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657148:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657151:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657154:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a536a600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.657155:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657157:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657160:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x35 (ffff880123de3600) 00010000:00010000:2.0:1740485461.657161:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.657163:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657165:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536a600/0x5922c046cdb8d08a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.657186:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d07c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 691 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.657192:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.657196:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:2.0:1740485461.657197:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1740485461.657198:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536be00, rc 0) 00000100:00100000:2.0:1740485461.657225:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:21891:x1825030869280384:12345-192.168.204.38@tcp:101:rm.0 Request processed in 262us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.657229:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361996 00000100:00100000:0.0:1740485461.657838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.657901:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869280384 00000100:00100000:2.0:1740485461.657906:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869280384 00000004:00100000:2.0:1740485461.657922:0:16007:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) @@@ lock ffff8800a536be00 cookie 0x24c8a9d813d78fc req@ffff880092731c00 x1825030869280384/t0(0) o101->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 576/0 e 0 to 0 dl 1740485604 ref 1 fl New:/202/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 00000004:00010000:2.0:1740485461.657933:0:16007:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) ### hpreq resend ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.657962:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2269 00000100:00100000:2.0:1740485461.657967:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:21891:x1825030869280384:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.657975:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.657981:0:16007:0:(ldlm_lockd.c:1358:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x5922c046cdb8d091 req@ffff880092731c00 x1825030869280384/t0(0) o101->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 576/0 e 0 to 0 dl 1740485604 ref 1 fl Interpret:H/202/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 00000004:00010000:2.0:1740485461.658035:0:16007:0:(mdt_handler.c:4754:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.658043:0:16007:0:(mdt_handler.c:4756:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0x5922c046cdb8d091 req@ffff880092731c00 x1825030869280384/t0(0) o101->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 576/51168 e 0 to 0 dl 1740485604 ref 1 fl Interpret:H/202/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000004:00200000:2.0:1740485461.658070:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x9c2:0x0]: returning size 0 00000004:00200000:2.0:1740485461.658072:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.658082:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.658106:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536be00/0x5922c046cdb8d091 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d78fc expref: 690 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.658112:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:2.0:1740485461.658114:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1740485461.658117:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536be00, rc 0) 00000100:00100000:2.0:1740485461.658150:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880092731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:21891:x1825030869280384:12345-192.168.204.38@tcp:101:rm.0 Request processed in 182us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.658154:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2269 00000100:00100000:0.0:1740485461.659361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.659395:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869280896 00000100:00100000:2.0:1740485461.659400:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869280896 00000100:00100000:2.0:1740485461.659421:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361997 00000100:00100000:2.0:1740485461.659425:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+690:22005:x1825030869280896:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.659432:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.659439:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536bc00/0x5922c046cdb8d098 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7903 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.659480:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.659486:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659490:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659497:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.659501:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659504:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659542:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8d0ad lrc: 3/1,0 mode: --/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:2.0:1740485461.659549:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8d0ad lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659553:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8d0ad lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000004:00200000:2.0:1740485461.659567:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x16d0:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.659569:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.659574:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8d0ad lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659596:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659599:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659602:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659605:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659608:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a536ba00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.659609:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659613:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659617:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.659619:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.659621:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659624:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d09f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659632:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659634:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659638:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659640:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009f737600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.659641:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659644:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659647:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x32 (ffff880123de3800) 00010000:00010000:2.0:1740485461.659648:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.659649:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659652:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f737600/0x5922c046cdb8d0a6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.659672:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a536bc00/0x5922c046cdb8d098 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7903 expref: 692 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.659678:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f736200/0x5922c046cdb8d0ad lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16d0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7903 expref: 691 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.659685:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x16d0:0x0].0x0 (ffff8801318b8100) 00010000:00010000:2.0:1740485461.659686:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.659687:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f736200, rc 0) 00000100:00100000:2.0:1740485461.659715:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+691:22005:x1825030869280896:12345-192.168.204.38@tcp:101:rm.0 Request processed in 289us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.659719:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361997 00000100:00100000:0.0:1740485461.660773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.660815:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281280 00000100:00100000:3.0:1740485461.660819:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281280 00000100:00100000:3.0:1740485461.660846:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361998 00000100:00100000:3.0:1740485461.660850:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+691:22012:x1825030869281280:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.660857:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.660862:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8600/0x5922c046cdb8d0b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d790a expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.660906:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.660911:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.660916:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.660921:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.660927:0:16007:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 32 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.660931:0:16007:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.660950:0:16007:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 32 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.660958:0:16007:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff88013626f100 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:16007:1825030708391168:0@lo:104: 00000100:00100000:3.0:1740485461.660984:0:16007:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1740485461.661007:0:16007:0:(client.c:2557:ptlrpc_set_wait()) set ffff88008be39d80 going to sleep for 11 seconds 00000100:00100000:0.0:1740485461.661073:0:7197:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708391168 00000100:00100000:0.0:1740485461.661080:0:7197:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708391168 00000100:00100000:0.0:1740485461.661128:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12369 00000100:00100000:0.0:1740485461.661135:0:7197:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:16007:x1825030708391168:12345-0@lo:104: 00010000:00010000:0.0:1740485461.661149:0:7197:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.661216:0:16007:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff88013626f100 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:16007:1825030708391168:0@lo:104: 00010000:00010000:0.0:1740485461.661216:0:7197:0:(ldlm_lockd.c:2224:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1740485461.661222:0:7197:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:16007:x1825030708391168:12345-0@lo:104: Request processed in 87us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.661229:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12369 00010000:00010000:3.0:1740485461.661234:0:16007:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.661247:0:16066:0:(ldlm_lockd.c:2854:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1740485461.661255:0:16066:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661265:0:16066:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009870cc00 already unused, calling callback (ffffffffa0f2e530) 00010000:00010000:1.0:1740485461.661270:0:16066:0:(ldlm_request.c:1283:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1740485461.661279:0:16066:0:(mdt_handler.c:3780:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661311:0:16066:0:(ldlm_request.c:1330:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661318:0:16066:0:(ldlm_request.c:1376:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1740485461.661348:0:16066:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661354:0:16066:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009870cc00/0x5922c046cdb8cfaa lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x5922c046cdb8cfb1 expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.661372:0:3766:0:(client.c:1782:ptlrpc_send_new_req()) Sending RPC req@ffff880134c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708391296:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1740485461.661384:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1740485461.661385:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1740485461.661387:0:16066:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1740485461.661397:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1740485461.661425:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030708391296 00000100:00100000:1.0:1740485461.661429:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030708391296 00010000:00010000:1.0:1740485461.661449:0:16026:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 33 pid: 16049 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.661464:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520639 00000100:00100000:1.0:1740485461.661468:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+33:3766:x1825030708391296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1740485461.661476:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1740485461.661644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.661697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.661717:0:7200:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281920 00000100:00100000:3.0:1740485461.661721:0:7200:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281920 00000100:00100000:2.0:1740485461.661724:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281664 00000100:00100000:1.0:1740485461.661724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.661728:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281664 00000100:00100000:2.0:1740485461.661756:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281792 00000100:00100000:2.0:1740485461.661760:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281792 00000100:00100000:1.0:1740485461.661768:0:16073:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46295 00000100:00100000:3.0:1740485461.661770:0:7200:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59184 00000100:00100000:1.0:1740485461.661774:0:16073:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+694:2003:x1825030869281664:12345-192.168.204.38@tcp:63:ll_sa.0 00000100:00100000:3.0:1740485461.661776:0:7200:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1846:2005:x1825030869281920:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1740485461.661785:0:7200:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00000100:00100000:2.0:1740485461.661786:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46296 00000100:00100000:2.0:1740485461.661789:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+694:2005:x1825030869281792:12345-192.168.204.38@tcp:63:ll_sa.0 00010000:00010000:3.0:1740485461.661799:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097788600/0x5922c046cce12cb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x767:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e86a9c expref: 1846 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661800:0:16073:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.661804:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.661809:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fdc00/0x5922c046cdb8d0d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7949 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.661809:0:16073:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8d0c9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7911 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.661820:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x767:0x0].0x0 (ffff8800729ec300) 00010000:00010000:3.0:1740485461.661830:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fa44c00/0x5922c046cce12537 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e8686c expref: 1845 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.661840:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c1:0x0].0x0 (ffff8800a5402d00) 00010000:00010000:3.0:1740485461.661853:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a557de00/0x5922c046ccdf1176 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x77e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e7c8d8 expref: 1844 pid: 7213 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661853:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.661859:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661863:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x77e:0x0].0x0 (ffff88008e3ba100) 00010000:00010000:2.0:1740485461.661863:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661869:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.661873:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661874:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130556000/0x5922c046cce11a9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e8651d expref: 1843 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661876:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661887:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8ba:0x0].0x0 (ffff88008ffd6800) 00010000:00010000:1.0:1740485461.661888:0:16073:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16073 initiator: MDT0 00010000:00010000:1.0:1740485461.661897:0:16073:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.661899:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd8b400/0x5922c046cce109ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85ff2 expref: 1842 pid: 16015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661901:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.661904:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.661904:0:16073:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.661908:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661910:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8aa:0x0].0x0 (ffff88009de7db00) 00010000:00010000:1.0:1740485461.661913:0:16073:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16073 initiator: MDT0 00010000:00010000:1.0:1740485461.661920:0:16073:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.661922:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ea64c00/0x5922c046cce10707 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x85a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85f19 expref: 1841 pid: 15997 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1740485461.661922:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x1688:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.661924:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1740485461.661927:0:16073:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00000004:00010000:2.0:1740485461.661930:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661935:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85a:0x0].0x0 (ffff88009eb07200) 00010000:00010000:2.0:1740485461.661935:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661939:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661941:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ca5da00/0x5922c046cce0feb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85cf0 expref: 1840 pid: 16008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661942:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661944:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993fca00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.661946:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661949:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661953:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a0:0x0].0x0 (ffff8800a50a7c00) 00010000:00010000:2.0:1740485461.661954:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.661956:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.661958:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661961:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fca00/0x5922c046cdb8d0d7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661965:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136066c00/0x5922c046cce0dceb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x790:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85311 expref: 1839 pid: 15999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661969:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661972:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661975:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661977:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x790:0x0].0x0 (ffff8800a5a67000) 00010000:00010000:2.0:1740485461.661978:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800993fc800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.661979:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661981:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.661985:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff8801318b8d00) 00010000:00010000:2.0:1740485461.661986:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.661987:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.661989:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e880e00/0x5922c046cce0ea66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x88f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e8570f expref: 1838 pid: 16010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.661990:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc800/0x5922c046cdb8d0de lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.661992:0:16073:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/1,0 mode: --/PR res: [0x240000406:0x910:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16073 initiator: MDT0 00010000:00010000:1.0:1740485461.661999:0:16073:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662000:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88f:0x0].0x0 (ffff88009d3b2e00) 00010000:00010000:1.0:1740485461.662006:0:16073:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662008:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fdc00/0x5922c046cdb8d0d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7949 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662016:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7949 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.662019:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e354200/0x5922c046cce0e7d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa67:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85667 expref: 1837 pid: 15996 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662020:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff8801318b8400) 00010000:00010000:2.0:1740485461.662022:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.662023:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fc200, rc 0) 00010000:00010000:2.0:1740485461.662025:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.662028:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa67:0x0].0x0 (ffff88009c143500) 00010000:00010000:2.0:1740485461.662030:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1400/0x5922c046cdb8d101 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7950 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1740485461.662031:0:16073:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x910:0x0]: returning size 4096 00000004:00200000:1.0:1740485461.662033:0:16073:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1740485461.662035:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ca5dc00/0x5922c046cce0dd00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x88a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e85326 expref: 1836 pid: 16001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662040:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:3.0:1740485461.662043:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88a:0x0].0x0 (ffff88008ba5ed00) 00000004:00010000:1.0:1740485461.662044:0:16073:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662045:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662048:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662051:0:16073:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662054:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fb57800/0x5922c046cce082a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x835:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e837b9 expref: 1835 pid: 16005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662054:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:1.0:1740485461.662055:0:16073:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662058:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662059:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662061:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662061:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094ccbc00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.662064:0:16073:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662067:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x835:0x0].0x0 (ffff88009b71fc00) 00010000:00010000:1.0:1740485461.662067:0:16073:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662074:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.662076:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.662078:0:16073:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662080:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbd1600/0x5922c046cce0cd08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x87d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e84e2c expref: 1834 pid: 15997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662082:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbc00/0x5922c046cdb8d0e5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662084:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x965:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:3.0:1740485461.662089:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87d:0x0].0x0 (ffff8800977ab300) 00010000:00010000:2.0:1740485461.662089:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662090:0:16073:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662093:0:16073:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662095:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662096:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662099:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880094ccbe00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.662100:0:16073:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662103:0:16073:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662106:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0a4800/0x5922c046cce0bfef lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e84a12 expref: 1833 pid: 16017 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662106:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff880099bde300) 00010000:00010000:1.0:1740485461.662107:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.662108:0:16073:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662111:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccbe00/0x5922c046cdb8d0f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:3.0:1740485461.662119:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bffd000/0x5922c046cce0bc45 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xa60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e8490f expref: 1832 pid: 16003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.662128:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa60:0x0].0x0 (ffff88009b656000) 00010000:00010000:1.0:1740485461.662133:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094ccb200/0x5922c046cdb8d0c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 698 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662141:0:16073:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 697 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.662142:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fa44800/0x5922c046cce06c66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d80e83114 expref: 1831 pid: 7212 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1740485461.662143:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x965:0x0]: returning size 4096 00010000:00010000:1.0:1740485461.662146:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00000004:00200000:2.0:1740485461.662147:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1740485461.662147:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1740485461.662149:0:16073:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6bc00, rc 0) 00010000:00010000:3.0:1740485461.662151:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83f:0x0].0x0 (ffff8800723b5500) 00010000:00010000:1.0:1740485461.662151:0:16073:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.662155:0:16073:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d11d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7918 expref: -99 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.662156:0:7200:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:2.0:1740485461.662156:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662163:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662168:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662168:0:16073:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16073 initiator: MDT0 00010000:00010000:2.0:1740485461.662174:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662175:0:16073:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662180:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e6d0a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.662180:0:16073:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662182:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00000100:00100000:3.0:1740485461.662183:0:7200:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:462aff8a-4acc-47db-bc98-439daac195c0+1830:2005:x1825030869281920:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 407us (485us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.662185:0:16073:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16073 initiator: MDT0 00010000:00010000:2.0:1740485461.662187:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662189:0:16073:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00000100:00100000:3.0:1740485461.662190:0:7200:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59184 00010000:00010000:1.0:1740485461.662191:0:16073:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662195:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.662197:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.662198:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662202:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d108 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662205:0:16073:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662208:0:16073:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662211:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662211:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662214:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662214:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072d6a600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.662216:0:16073:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662218:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662219:0:16073:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662220:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e6d1800 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.662222:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662223:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.662224:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662224:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.662225:0:16073:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662228:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x34 (ffff8801318b8500) 00010000:00010000:1.0:1740485461.662228:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a600/0x5922c046cdb8d124 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662229:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.662230:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662233:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1800/0x5922c046cdb8d10f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662235:0:16073:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662238:0:16073:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662242:0:16073:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662245:0:16073:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072d6a200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.662246:0:16073:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16073 initiator: MDT1 00010000:00010000:1.0:1740485461.662249:0:16073:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662253:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1400/0x5922c046cdb8d101 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7950 expref: 699 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662255:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff880099bdec00) 00010000:00010000:1.0:1740485461.662256:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.662258:0:16073:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662259:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7950 expref: 698 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662261:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6a200/0x5922c046cdb8d12b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16073 initiator: MDT1 00010000:00010000:2.0:1740485461.662262:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x965:0x0].0x0 (ffff8801318b8b00) 00010000:00010000:2.0:1740485461.662263:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.662264:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1c00, rc 0) 00010000:00010000:2.0:1740485461.662267:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.662271:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d132 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7957 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662276:0:16073:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-66, rc=-66) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d11d lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7918 expref: 699 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.662280:0:16073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:1.0:1740485461.662281:0:16073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.662283:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:1.0:1740485461.662283:0:16073:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d11d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7918 expref: 699 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662288:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.662288:0:16073:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6ac00, rc -66) 00010000:00010000:2.0:1740485461.662292:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662298:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.662301:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662304:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662313:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662316:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662319:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662321:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e6d1000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.662323:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00000100:00100000:1.0:1740485461.662325:0:16073:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+698:2003:x1825030869281664:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 550us (682us total) trans 0 rc -66/-66 00010000:00010000:2.0:1740485461.662326:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662330:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00000100:00100000:1.0:1740485461.662330:0:16073:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46295 00010000:00010000:2.0:1740485461.662331:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.662333:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662336:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1000/0x5922c046cdb8d139 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662340:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662343:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662346:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662348:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009e6d0400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.662350:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662353:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662356:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88008d3b8e00) 00010000:00010000:2.0:1740485461.662357:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.662358:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662361:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d0400/0x5922c046cdb8d140 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.662374:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d132 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7957 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662378:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.662380:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.662382:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d132 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7957 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.662386:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1600, rc -2) 00000100:00100000:2.0:1740485461.662410:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+696:2005:x1825030869281792:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 620us (688us total) trans 0 rc -2/-2 00000100:00100000:2.0:1740485461.662415:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46296 00000100:00100000:3.0:1740485461.663064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.663106:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281664 00000100:00100000:2.0:1740485461.663110:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281664 00000100:00100000:2.0:1740485461.663141:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46297 00000100:00100000:2.0:1740485461.663146:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+696:2003:x1825030869281664:12345-192.168.204.38@tcp:63:ll_sa.0 00000020:00080000:2.0:1740485461.663160:0:16049:0:(tgt_handler.c:3078:tgt_check_resent()) @@@ no reply for RESENT req req@ffff88013626fb80 x1825030869281664/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/6952 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00010000:00010000:2.0:1740485461.663168:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.663173:0:16049:0:(ldlm_lockd.c:1358:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x5922c046cdb8d0fa req@ffff88013626fb80 x1825030869281664/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/6952 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00010000:2.0:1740485461.663220:0:16049:0:(mdt_handler.c:4754:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 696 pid: 16073 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.663228:0:16049:0:(mdt_handler.c:4756:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0x5922c046cdb8d0fa req@ffff88013626fb80 x1825030869281664/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/55856 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00200000:2.0:1740485461.663250:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x910:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.663252:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.663261:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 696 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663281:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 696 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663288:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00010000:00010000:2.0:1740485461.663290:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.663292:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6bc00, rc 0) 00010000:00010000:2.0:1740485461.663295:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.663303:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072399200/0x5922c046cdb8d147 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7918 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.663317:0:16049:0:(mdt_handler.c:4775:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x24c8a9d813d7918 req@ffff88013626fb80 x1825030869281664/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/55856 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00010000:00010000:2.0:1740485461.663328:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.663336:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663343:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663352:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.663357:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663362:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663385:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663391:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663396:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663400:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072398400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.663402:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663407:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663413:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.663415:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.663417:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663422:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072398400/0x5922c046cdb8d14e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663433:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663438:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663444:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663448:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072398000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.663451:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663456:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663462:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3731 (ffff8801318b8a00) 00010000:00010000:2.0:1740485461.663464:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.663466:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663471:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072398000/0x5922c046cdb8d155 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663497:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-66, rc=-66) ns: mdt-lustre-MDT0001_UUID lock: ffff880072399200/0x5922c046cdb8d147 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7918 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663505:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.663507:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.663510:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072399200/0x5922c046cdb8d147 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7918 expref: 697 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663519:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399200, rc -66) 00000100:00100000:2.0:1740485461.663575:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+696:2003:x1825030869281664:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 428us (510us total) trans 0 rc -66/-66 00000100:00100000:2.0:1740485461.663601:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46297 00000100:00100000:3.0:1740485461.663629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.663646:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869281792 00000100:00100000:2.0:1740485461.663650:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869281792 00000100:00100000:2.0:1740485461.663674:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46298 00000100:00100000:2.0:1740485461.663679:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+696:2005:x1825030869281792:12345-192.168.204.38@tcp:63:ll_sa.0 00000020:00080000:2.0:1740485461.663695:0:16049:0:(tgt_handler.c:3078:tgt_check_resent()) @@@ no reply for RESENT req req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/4320 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00010000:00010000:2.0:1740485461.663702:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.663707:0:16049:0:(ldlm_lockd.c:1358:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x5922c046cdb8d0ec req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/4320 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00010000:2.0:1740485461.663751:0:16049:0:(mdt_handler.c:4754:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7949 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.663760:0:16049:0:(mdt_handler.c:4756:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0x5922c046cdb8d0ec req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/53224 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00200000:2.0:1740485461.663779:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000404:0x1688:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.663782:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1740485461.663790:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7949 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663808:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800993fc200/0x5922c046cdb8d0ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1688:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7949 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663814:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1688:0x0].0x0 (ffff8801318b8400) 00010000:00010000:2.0:1740485461.663816:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.663817:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fc200, rc 0) 00010000:00010000:2.0:1740485461.663820:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.663824:0:16049:0:(ldlm_lockd.c:1358:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x5922c046cdb8d116 req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/53224 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00010000:2.0:1740485461.663836:0:16049:0:(mdt_handler.c:4754:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7950 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.663846:0:16049:0:(mdt_handler.c:4756:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0x5922c046cdb8d116 req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/53224 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000004:00200000:2.0:1740485461.663878:0:16049:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x965:0x0]: returning size 4096 00000004:00200000:2.0:1740485461.663880:0:16049:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1740485461.663889:0:16049:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7950 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663907:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e6d1c00/0x5922c046cdb8d116 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x965:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7950 expref: 696 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.663913:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x965:0x0].0x0 (ffff8801318b8b00) 00010000:00010000:2.0:1740485461.663915:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1740485461.663917:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1c00, rc 0) 00010000:00010000:2.0:1740485461.663920:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.663927:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072399e00/0x5922c046cdb8d15c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7957 expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1740485461.663942:0:16049:0:(mdt_handler.c:4775:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x24c8a9d813d7957 req@ffff88013626e300 x1825030869281792/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 1840/53224 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00010000:00010000:2.0:1740485461.663953:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.663960:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663967:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663974:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.663980:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.663985:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00000001:00080000:0.0:1740485461.663987:0:8353:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4295061041 is committed 00010000:00010000:2.0:1740485461.663997:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.664002:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.664007:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.664008:0:3750:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16017 initiator: MDT1 00000001:00080000:0.0:1740485461.664010:0:8353:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4295061040 is committed 00010000:00010000:2.0:1740485461.664012:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072398200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.664014:0:3750:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.664014:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.664017:0:3750:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.664018:0:3751:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.664019:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.664020:0:3750:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4f71200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.664023:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16017 initiator: MDT1 00010000:00010000:2.0:1740485461.664025:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.664026:0:3750:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.664027:0:3751:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.664028:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.664030:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:3.0:1740485461.664033:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9c2:0x0].0x0 (ffff88009c78d900) 00010000:00010000:1.0:1740485461.664033:0:3751:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:3.0:1740485461.664034:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.664035:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072398200/0x5922c046cdb8d163 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00000001:00100000:0.0:1740485461.664035:0:8353:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 83b16817-19e2-4964-825b-f66b9c1b4175 00010000:00010000:3.0:1740485461.664036:0:3750:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00010000:00010000:1.0:1740485461.664038:0:3751:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132dafe00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.664039:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4f71200/0x5922c046cdb8cf09 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x9c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16017 initiator: MDT1 00000001:00100000:0.0:1740485461.664041:0:8353:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 83b16817-19e2-4964-825b-f66b9c1b4175 00010000:00010000:1.0:1740485461.664042:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00000020:00000080:0.0:1740485461.664044:0:8353:0:(genops.c:903:class_export_put()) final put ffff88008a465800/83b16817-19e2-4964-825b-f66b9c1b4175 00010000:00010000:2.0:1740485461.664046:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.664051:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.664057:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.664058:0:3751:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00000020:00000080:3.0:1740485461.664061:0:16344:0:(genops.c:862:class_export_destroy()) destroying export ffff88008a465800/83b16817-19e2-4964-825b-f66b9c1b4175 for lustre-MDT0001 00010000:00010000:2.0:1740485461.664061:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880072399c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.664069:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.664070:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88008d3b8e00) 00010000:00010000:1.0:1740485461.664073:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.664076:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.664076:0:3751:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664082:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132dafe00/0x5922c046cd739188 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.664083:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x38 (ffff88008d3b8e00) 00010000:00010000:2.0:1740485461.664085:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.664088:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.664093:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072399c00/0x5922c046cdb8d16a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:1.0:1740485461.664096:0:3751:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664101:0:3751:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664107:0:3751:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664111:0:3751:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880132dae400 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.664113:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664117:0:3751:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664123:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3031 (ffff8800a5a66b00) 00010000:00010000:2.0:1740485461.664124:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff880072399e00/0x5922c046cdb8d15c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7957 expref: 688 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.664125:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.664129:0:3751:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.664131:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.664133:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.664136:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072399e00/0x5922c046cdb8d15c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7957 expref: 688 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.664138:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132dae400/0x5922c046cd73919d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:2.0:1740485461.664144:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399e00, rc -2) 00010000:00010000:1.0:1740485461.664154:0:3751:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664158:0:3751:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664161:0:3751:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664164:0:3751:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880123daf200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.664166:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664169:0:3751:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16135 initiator: MDT1 00000100:00100000:2.0:1740485461.664173:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+687:2005:x1825030869281792:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 493us (545us total) trans 0 rc -2/-2 00010000:00010000:1.0:1740485461.664173:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1584:0x0].0x0 (ffff88008f814200) 00010000:00010000:1.0:1740485461.664174:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1740485461.664176:0:3751:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00010000:00010000:1.0:1740485461.664178:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123daf200/0x5922c046cd7391b2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1584:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16135 initiator: MDT1 00000100:00100000:2.0:1740485461.664180:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46298 00000020:00000080:3.0:1740485461.664222:0:16344:0:(genops.c:1091:obd_zombie_import_free()) destroying import ffff88008a462000 for lustre-MDT0001 00010000:00010000:1.0:1740485461.664302:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131c9e800/0x5922c046cdb8cfb1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x5922c046cdb8cfaa expref: 27 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.664310:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff880099a14500) 00010000:00010000:1.0:1740485461.664312:0:16026:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.664317:0:16026:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.664321:0:16026:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16007 initiator: MDT1 00010000:00010000:1.0:1740485461.664340:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1740485461.664352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.664356:0:16007:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664361:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000100:00100000:1.0:1740485461.664377:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+26:3766:x1825030708391296:12345-0@lo:103:ldlm_bl.0 Request processed in 2908us (2980us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.664378:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664381:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00000100:00100000:1.0:1740485461.664382:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520639 00010000:00010000:3.0:1740485461.664384:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664388:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664390:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff8000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.664393:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664396:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.664400:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869282944 00010000:00010000:3.0:1740485461.664402:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.664403:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1740485461.664404:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869282944 00010000:00010000:3.0:1740485461.664405:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664408:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8000/0x5922c046cdb8d0bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664415:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664418:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664421:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664424:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012dff9200 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.664425:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664427:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.664431:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff880099a14500) 00010000:00010000:3.0:1740485461.664432:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.664433:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.664433:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431857 00010000:00010000:3.0:1740485461.664438:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff9200/0x5922c046cdb8d0c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.664438:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14192:2006:x1825030869282944:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.664444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.664446:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1740485461.664448:0:7209:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1740485431 00010000:00010000:2.0:1740485461.664455:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993fd600/0x5922c046cdb8d171 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d796c expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.664467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.664470:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.664472:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.664473:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8600/0x5922c046cdb8d0b4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d790a expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.664478:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993fd600/0x5922c046cdb8d171 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d796c expref: 14193 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.664484:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012dff8600/0x5922c046cdb8d0b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d790a expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.664488:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283200 00010000:00010000:2.0:1740485461.664489:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993fd600/0x5922c046cdb8d171 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d796c expref: 14193 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.664491:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283200 00010000:00010000:3.0:1740485461.664492:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8600, rc 0) 00000100:00100000:0.0:1740485461.664495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.664498:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fd600, rc 0) 00000100:00100000:1.0:1740485461.664513:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869282816 00000100:00100000:1.0:1740485461.664514:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869282816 00000100:00100000:3.0:1740485461.664517:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283072 00000100:00100000:3.0:1740485461.664522:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283072 00000100:00100000:2.0:1740485461.664523:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14194:2006:x1825030869282944:12345-192.168.204.38@tcp:101:rm.0 Request processed in 83us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.664547:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431858 00000100:00100000:1.0:1740485461.664551:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14194:2006:x1825030869283200:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.664554:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431859 00010000:00010000:1.0:1740485461.664559:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.664560:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431857 00000100:00100000:0.0:1740485461.664561:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2359:2006:x1825030869282816:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.664566:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431860 00010000:00010000:1.0:1740485461.664567:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ef9800/0x5922c046cdb8d178 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d797a expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.664569:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a500f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2359:2006:x1825030869283072:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.664571:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.664595:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.664597:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.664599:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.664603:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9e00/0x5922c046cdb8d17f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x450d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7973 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.664604:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ef9800/0x5922c046cdb8d178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d797a expref: 14194 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.664612:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.664612:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ef9800/0x5922c046cdb8d178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d797a expref: 14194 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.664614:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.664617:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9e00/0x5922c046cdb8d17f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7973 expref: 2360 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.664620:0:3766:0:(client.c:2267:ptlrpc_check_set()) Completed RPC req@ffff880134c1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1825030708391296:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1740485461.664623:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ef9800, rc 0) 00010000:00010000:3.0:1740485461.664624:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9e00/0x5922c046cdb8d17f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7973 expref: 2360 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.664629:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff9e00, rc 0) 00000100:00100000:1.0:1740485461.664639:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14194:2006:x1825030869283200:12345-192.168.204.38@tcp:101:rm.0 Request processed in 88us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.664644:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431858 00000100:00100000:3.0:1740485461.664645:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a500f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2360:2006:x1825030869283072:12345-192.168.204.38@tcp:101:rm.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.664649:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431860 00010000:00010000:0.0:1740485461.664652:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88006d88b400/0x5922c046cdb8d186 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7965 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1740485461.664671:0:16612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x450c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1740485461.664681:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.664682:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.664687:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88006d88b400/0x5922c046cdb8d186 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7965 expref: 2360 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.664698:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88006d88b400/0x5922c046cdb8d186 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7965 expref: 2360 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.664723:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:22012:x1825030869281280:12345-192.168.204.38@tcp:101:rm.0 Request processed in 3872us (3952us total) trans 0 rc 301/301 00000100:00100000:3.0:1740485461.664727:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361998 00010000:00010000:0.0:1740485461.664760:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006d88b400, rc 0) 00000100:00100000:0.0:1740485461.664787:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2360:2006:x1825030869282816:12345-192.168.204.38@tcp:101:rm.0 Request processed in 227us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.664793:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431859 00000100:00100000:0.0:1740485461.664839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.664878:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283328 00000100:00100000:1.0:1740485461.664882:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283328 00000100:00100000:0.0:1740485461.664900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.664962:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283456 00000100:00100000:1.0:1740485461.664964:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283456 00000100:00100000:3.0:1740485461.664969:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431861 00000100:00100000:3.0:1740485461.664974:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2360:2006:x1825030869283328:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.664976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.664979:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.664980:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431862 00010000:00010000:3.0:1740485461.664985:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8d18d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x450e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7981 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.664986:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009935b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14194:2006:x1825030869283456:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.664986:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283712 00000100:00100000:1.0:1740485461.664987:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283712 00000100:00100000:0.0:1740485461.664990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.664993:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.664994:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.664995:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.664997:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8d18d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7981 expref: 2361 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.664999:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283584 00000100:00100000:1.0:1740485461.665000:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283584 00010000:00010000:3.0:1740485461.665004:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8400/0x5922c046cdb8d18d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7981 expref: 2362 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665004:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072399600/0x5922c046cdb8d194 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7988 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.665008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.665009:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8400, rc 0) 00000100:00100000:1.0:1740485461.665009:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431863 00000100:00100000:1.0:1740485461.665013:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009935ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14195:2006:x1825030869283712:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.665019:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.665021:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665022:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.665024:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283840 00010000:00010000:1.0:1740485461.665025:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006dafce00/0x5922c046cdb8d19b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7996 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.665026:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869283328:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.665027:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072399600/0x5922c046cdb8d194 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7988 expref: 14196 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.665027:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283840 00000100:00100000:3.0:1740485461.665030:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431861 00010000:00010000:1.0:1740485461.665034:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.665035:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665037:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072399600/0x5922c046cdb8d194 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7988 expref: 14197 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.665039:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006dafce00/0x5922c046cdb8d19b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7996 expref: 14197 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.665043:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431864 00000100:00100000:3.0:1740485461.665046:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869283584:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.665046:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399600, rc 0) 00010000:00010000:1.0:1740485461.665046:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006dafce00/0x5922c046cdb8d19b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7996 expref: 14197 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.665048:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431865 00010000:00010000:3.0:1740485461.665052:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.665052:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006dafce00, rc 0) 00000100:00100000:0.0:1740485461.665053:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2362:2006:x1825030869283840:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.665055:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8d1a2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x450f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d798f expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.665060:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.665062:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665063:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665065:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8d1a2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d798f expref: 2363 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.665066:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009935b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14197:2006:x1825030869283456:12345-192.168.204.38@tcp:101:rm.0 Request processed in 78us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.665067:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009935ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14197:2006:x1825030869283712:12345-192.168.204.38@tcp:101:rm.0 Request processed in 53us (91us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.665068:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ef9200/0x5922c046cdb8d1a9 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d799d expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.665071:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8e00/0x5922c046cdb8d1a2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x450f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d798f expref: 2363 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.665072:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431862 00010000:00010000:3.0:1740485461.665075:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8e00, rc 0) 00000100:00100000:1.0:1740485461.665075:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431863 00010000:00010000:0.0:1740485461.665080:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.665081:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.665086:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2364:2006:x1825030869283584:12345-192.168.204.38@tcp:101:rm.0 Request processed in 38us (94us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.665086:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ef9200/0x5922c046cdb8d1a9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d799d expref: 2364 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.665089:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431864 00010000:00010000:0.0:1740485461.665097:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ef9200/0x5922c046cdb8d1a9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d799d expref: 2363 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665102:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ef9200, rc 0) 00000100:00100000:3.0:1740485461.665118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.665118:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2363:2006:x1825030869283840:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.665122:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431865 00000100:00100000:0.0:1740485461.665132:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869283968 00000100:00100000:0.0:1740485461.665134:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869283968 00000100:00100000:3.0:1740485461.665140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.665145:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284096 00000100:00100000:0.0:1740485461.665146:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284096 00000100:00100000:2.0:1740485461.665155:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431866 00000100:00100000:3.0:1740485461.665156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.665162:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14196:2006:x1825030869283968:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.665164:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284224 00000100:00100000:0.0:1740485461.665165:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284224 00000100:00100000:3.0:1740485461.665166:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431867 00000100:00100000:3.0:1740485461.665169:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2363:2006:x1825030869284096:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.665170:0:9997:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.665174:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.665175:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431868 00010000:00010000:2.0:1740485461.665178:0:9997:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a536a400/0x5922c046cdb8d1b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79a4 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.665178:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14197:2006:x1825030869284224:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.665179:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8d1b7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4511:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79ab expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.665182:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.665187:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665188:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.665188:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992a9c00/0x5922c046cdb8d1be lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79b2 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.665189:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665191:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665192:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8d1b7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ab expref: 2364 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665195:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a536a400/0x5922c046cdb8d1b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79a4 expref: 14199 pid: 9997 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665197:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.665198:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665201:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9600/0x5922c046cdb8d1b7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ab expref: 2364 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665201:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992a9c00/0x5922c046cdb8d1be lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79b2 expref: 14199 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665205:0:9997:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a536a400/0x5922c046cdb8d1b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79a4 expref: 14199 pid: 9997 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.665208:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff9600, rc 0) 00010000:00010000:0.0:1740485461.665208:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992a9c00/0x5922c046cdb8d1be lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79b2 expref: 14199 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665213:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992a9c00, rc 0) 00010000:00010000:2.0:1740485461.665219:0:9997:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536a400, rc 0) 00000100:00100000:3.0:1740485461.665225:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2364:2006:x1825030869284096:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.665226:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14199:2006:x1825030869284224:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.665229:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431868 00000100:00100000:3.0:1740485461.665233:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431867 00000100:00100000:2.0:1740485461.665237:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14198:2006:x1825030869283968:12345-192.168.204.38@tcp:101:rm.0 Request processed in 75us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.665244:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431866 00000100:00100000:0.0:1740485461.665346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.665420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.665439:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284352 00000100:00100000:0.0:1740485461.665439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.665443:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284352 00000100:00100000:3.0:1740485461.665446:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284480 00000100:00100000:3.0:1740485461.665450:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284480 00000100:00100000:0.0:1740485461.665456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.665480:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284736 00000100:00100000:2.0:1740485461.665480:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284608 00000100:00100000:3.0:1740485461.665483:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284736 00000100:00100000:2.0:1740485461.665483:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284608 00000100:00100000:0.0:1740485461.665491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.665502:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284864 00000100:00100000:2.0:1740485461.665504:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284864 00000100:00100000:3.0:1740485461.665508:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431869 00000100:00100000:0.0:1740485461.665510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.665513:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2366:2006:x1825030869284352:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.665518:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431870 00010000:00010000:3.0:1740485461.665520:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.665522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.665540:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097de5a00/0x5922c046cdb8d1c5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4512:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79b9 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.665541:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14199:2006:x1825030869284480:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.665548:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869284992 00000100:00100000:2.0:1740485461.665550:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869284992 00010000:00010000:1.0:1740485461.665550:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.665552:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665554:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.665556:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869285120 00010000:00010000:3.0:1740485461.665558:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097de5a00/0x5922c046cdb8d1c5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79b9 expref: 2367 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.665558:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006dafdc00/0x5922c046cdb8d1cc lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79c0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.665559:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869285120 00010000:00010000:3.0:1740485461.665567:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097de5a00/0x5922c046cdb8d1c5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79b9 expref: 2368 pid: 16701 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.665567:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431871 00010000:00010000:1.0:1740485461.665571:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.665572:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009640d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869284608:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.665573:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665596:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097de5a00, rc 0) 00010000:00010000:1.0:1740485461.665598:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006dafdc00/0x5922c046cdb8d1cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79c0 expref: 14201 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665599:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.665601:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431872 00010000:00010000:2.0:1740485461.665606:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4348600/0x5922c046cdb8d1d3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4513:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79c7 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.665606:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009640c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14201:2006:x1825030869284736:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.665610:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006dafdc00/0x5922c046cdb8d1cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79c0 expref: 14201 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665614:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.665618:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.665619:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2369:2006:x1825030869284352:12345-192.168.204.38@tcp:101:rm.0 Request processed in 105us (272us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.665619:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006dafdc00, rc 0) 00010000:00010000:2.0:1740485461.665620:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.665622:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992a9600/0x5922c046cdb8d1da lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79ce expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.665624:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431869 00010000:00010000:2.0:1740485461.665625:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4348600/0x5922c046cdb8d1d3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79c7 expref: 2369 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665634:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665635:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4348600/0x5922c046cdb8d1d3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79c7 expref: 2368 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665636:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.665638:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14202:2006:x1825030869284480:12345-192.168.204.38@tcp:101:rm.0 Request processed in 113us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.665639:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431873 00010000:00010000:0.0:1740485461.665641:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992a9600/0x5922c046cdb8d1da lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ce expref: 14202 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665643:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4348600, rc 0) 00000100:00100000:3.0:1740485461.665644:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869284864:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.665645:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431870 00010000:00010000:3.0:1740485461.665650:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.665651:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992a9600/0x5922c046cdb8d1da lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ce expref: 14202 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.665657:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ef8000/0x5922c046cdb8d1e1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4514:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79d5 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.665663:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431874 00000100:00100000:2.0:1740485461.665664:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009640d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2369:2005:x1825030869284608:12345-192.168.204.38@tcp:101:rm.0 Request processed in 90us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.665666:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14201:2006:x1825030869284992:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.665670:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.665670:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431871 00010000:00010000:3.0:1740485461.665671:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.665672:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.665675:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ef8000/0x5922c046cdb8d1e1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79d5 expref: 2369 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.665677:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88006dafc200/0x5922c046cdb8d1e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79dc expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.665685:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ef8000/0x5922c046cdb8d1e1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79d5 expref: 2368 pid: 16701 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.665687:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431875 00010000:00010000:1.0:1740485461.665690:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.665691:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869285120:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.665691:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.665693:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ef8000, rc 0) 00010000:00010000:1.0:1740485461.665694:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88006dafc200/0x5922c046cdb8d1e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79dc expref: 14202 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665698:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.665702:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88006dafc200/0x5922c046cdb8d1e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79dc expref: 14202 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.665705:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4349400/0x5922c046cdb8d1ef lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4515:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79e3 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.665709:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869284864:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (218us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.665710:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006dafc200, rc 0) 00000100:00100000:3.0:1740485461.665714:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431873 00010000:00010000:2.0:1740485461.665716:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665717:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665721:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4349400/0x5922c046cdb8d1ef lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79e3 expref: 2369 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.665722:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992a9600, rc 0) 00000100:00100000:1.0:1740485461.665729:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14202:2006:x1825030869284992:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.665730:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4349400/0x5922c046cdb8d1ef lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79e3 expref: 2368 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.665736:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431874 00010000:00010000:2.0:1740485461.665738:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4349400, rc 0) 00000100:00100000:0.0:1740485461.665743:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009640c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14202:2006:x1825030869284736:12345-192.168.204.38@tcp:101:rm.0 Request processed in 135us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.665749:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431872 00000100:00100000:2.0:1740485461.665756:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869285120:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.665757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.665762:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431875 00000100:00100000:3.0:1740485461.665773:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869285504 00000100:00100000:3.0:1740485461.665776:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869285504 00000100:00100000:0.0:1740485461.665786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.665793:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 361999 00000100:00100000:3.0:1740485461.665797:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009603ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+684:22885:x1825030869285504:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:3.0:1740485461.665804:0:16007:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.665804:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869285632 00000100:00100000:2.0:1740485461.665807:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869285632 00010000:00010000:3.0:1740485461.665810:0:16007:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c767600/0x5922c046cdb8d1f6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79ea expref: -99 pid: 16007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.665822:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431876 00000100:00100000:2.0:1740485461.665827:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a384df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14201:2006:x1825030869285632:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.665833:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.665840:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4348a00/0x5922c046cdb8d1fd lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79f1 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.665852:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665853:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665857:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4348a00/0x5922c046cdb8d1fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79f1 expref: 14202 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.665859:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.665866:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.665867:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4348a00/0x5922c046cdb8d1fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79f1 expref: 14202 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.665872:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000100:00100000:0.0:1740485461.665874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.665875:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4348a00, rc 0) 00010000:00010000:3.0:1740485461.665881:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00010000:00010000:3.0:1740485461.665886:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.665891:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.665894:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a384df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14202:2006:x1825030869285632:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.665899:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431876 00000100:00100000:2.0:1740485461.665911:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869285760 00000100:00100000:2.0:1740485461.665913:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869285760 00010000:00010000:3.0:1740485461.665922:0:16007:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x910:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16007 initiator: MDT0 00000100:00100000:2.0:1740485461.665928:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431877 00010000:00010000:3.0:1740485461.665929:0:16007:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.665931:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a384ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2368:2005:x1825030869285760:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.665934:0:16007:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.665937:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.665944:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4349600/0x5922c046cdb8d219 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4516:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79f8 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1740485461.665949:0:16007:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x910:0x0]: returning size 4096 00000004:00200000:3.0:1740485461.665952:0:16007:0:(mdt_handler.c:1560:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1740485461.665954:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665956:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.665960:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4349600/0x5922c046cdb8d219 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79f8 expref: 2369 pid: 16676 timeout: 0 lvb_type: 1 00000004:00010000:3.0:1740485461.665961:0:16007:0:(mdt_handler.c:2477:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.665967:0:16007:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.665969:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4349600/0x5922c046cdb8d219 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79f8 expref: 2369 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.665972:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.665977:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:2.0:1740485461.665978:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4349600, rc 0) 00010000:00010000:3.0:1740485461.665982:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.665985:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88012df35600 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.665988:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.665990:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a384ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2369:2005:x1825030869285760:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.665992:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00000100:00100000:2.0:1740485461.665996:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431877 00010000:00010000:3.0:1740485461.665999:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:3.0:1740485461.666001:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.666004:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666008:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012df35600/0x5922c046cdb8d204 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666019:0:16007:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666023:0:16007:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666028:0:16007:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666032:0:16007:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88009abe0c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:3.0:1740485461.666034:0:16007:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666038:0:16007:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666044:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff88008e1b1000) 00010000:00010000:3.0:1740485461.666045:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1740485461.666047:0:16007:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666051:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0c00/0x5922c046cdb8d20b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16007 initiator: MDT1 00010000:00010000:3.0:1740485461.666078:0:16007:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c767600/0x5922c046cdb8d1f6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ea expref: 686 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.666089:0:16007:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ea expref: 685 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.666094:0:16007:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00010000:00010000:3.0:1740485461.666096:0:16007:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1740485461.666098:0:16007:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe0a00, rc 0) 00000100:00100000:3.0:1740485461.666111:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009603ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:22885:x1825030869285504:12345-192.168.204.38@tcp:101:dd.0 Request processed in 313us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.666116:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 361999 00000100:00100000:0.0:1740485461.666409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.666430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.666455:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286144 00000100:00100000:2.0:1740485461.666460:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286144 00000100:00100000:3.0:1740485461.666471:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286272 00000100:00100000:3.0:1740485461.666474:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286272 00000100:00100000:2.0:1740485461.666479:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431878 00000100:00100000:2.0:1740485461.666483:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14202:2006:x1825030869286144:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.666490:0:9997:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.666498:0:9997:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4349800/0x5922c046cdb8d220 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d79ff expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.666509:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431879 00010000:00010000:2.0:1740485461.666509:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.666511:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.666514:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2369:2005:x1825030869286272:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.666515:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4349800/0x5922c046cdb8d220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ff expref: 14203 pid: 9997 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.666518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.666520:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.666540:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdb8d227 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a06 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.666544:0:9997:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4349800/0x5922c046cdb8d220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ff expref: 14203 pid: 9997 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.666552:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.666552:0:9997:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4349800, rc 0) 00000100:00100000:0.0:1740485461.666553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.666554:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.666559:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdb8d227 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a06 expref: 2370 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.666565:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286400 00010000:00010000:3.0:1740485461.666568:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1600/0x5922c046cdb8d227 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a06 expref: 2370 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.666568:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286528 00000100:00100000:0.0:1740485461.666568:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286400 00000100:00100000:1.0:1740485461.666572:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286528 00010000:00010000:3.0:1740485461.666575:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe1600, rc 0) 00000100:00100000:0.0:1740485461.666600:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431880 00000100:00100000:2.0:1740485461.666603:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14204:2006:x1825030869286144:12345-192.168.204.38@tcp:101:rm.0 Request processed in 94us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.666610:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431878 00000100:00100000:3.0:1740485461.666611:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2371:2005:x1825030869286272:12345-192.168.204.38@tcp:101:rm.0 Request processed in 96us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.666616:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431881 00000100:00100000:1.0:1740485461.666623:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2371:2005:x1825030869286528:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.666624:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431879 00010000:00010000:1.0:1740485461.666630:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.666639:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8d22e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a14 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.666652:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.666654:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.666660:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8d22e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a14 expref: 2371 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.666672:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9400/0x5922c046cdb8d22e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a14 expref: 2371 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.666681:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff9400, rc 0) 00000100:00100000:1.0:1740485461.666703:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2371:2005:x1825030869286528:12345-192.168.204.38@tcp:101:rm.0 Request processed in 80us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.666710:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431881 00000100:00100000:0.0:1740485461.666829:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14204:2006:x1825030869286400:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.666837:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.666844:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d235 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a0d expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.666863:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.666865:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.666870:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a0d expref: 14204 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.666880:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992a9200/0x5922c046cdb8d235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a0d expref: 14204 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.666889:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992a9200, rc 0) 00000100:00100000:0.0:1740485461.666905:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d226c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14204:2006:x1825030869286400:12345-192.168.204.38@tcp:101:rm.0 Request processed in 300us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.666911:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431880 00000100:00100000:0.0:1740485461.667200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.667233:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286656 00000100:00100000:1.0:1740485461.667236:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286656 00000100:00100000:1.0:1740485461.667250:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431882 00000100:00100000:0.0:1740485461.667250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.667253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.667253:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14204:2006:x1825030869286656:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.667259:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.667265:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dff8c00/0x5922c046cdb8d23c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x481f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a1b expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.667275:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.667276:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.667279:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dff8c00/0x5922c046cdb8d23c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a1b expref: 14205 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.667286:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dff8c00/0x5922c046cdb8d23c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x481f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a1b expref: 14205 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.667291:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287680 00010000:00010000:1.0:1740485461.667291:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8c00, rc 0) 00000100:00100000:2.0:1740485461.667294:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287680 00000100:00100000:1.0:1740485461.667306:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14205:2006:x1825030869286656:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.667309:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431882 00000100:00100000:2.0:1740485461.667315:0:16118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 362000 00000100:00100000:1.0:1740485461.667316:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869286784 00000100:00100000:2.0:1740485461.667318:0:16118:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009603ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+685:22885:x1825030869287680:12345-192.168.204.38@tcp:101:dd.0 00000100:00100000:1.0:1740485461.667319:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869286784 00010000:00010000:2.0:1740485461.667324:0:16118:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.667326:0:16118:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1740485461.667328:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431883 00000100:00100000:1.0:1740485461.667331:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a500f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2371:2005:x1825030869286784:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.667334:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8d0fa lrc: 0/0,0 mode: --/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7911 expref: 685 pid: 16073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.667335:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.667340:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f38e00/0x5922c046cdb8d243 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a22 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667344:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00010000:00010000:2.0:1740485461.667346:0:16118:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1740485461.667348:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.667349:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667350:0:16118:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348e00/0x5922c046cdb8d24a lrc: 2/0,0 mode: --/CW res: [0x240000406:0x910:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a37 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.667351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.667352:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f38e00/0x5922c046cdb8d243 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a22 expref: 2372 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.667358:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098f38e00/0x5922c046cdb8d243 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a22 expref: 2372 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.667363:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f38e00, rc 0) 00000100:00100000:3.0:1740485461.667367:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287040 00000100:00100000:3.0:1740485461.667369:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287040 00000100:00100000:1.0:1740485461.667376:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a500f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2372:2005:x1825030869286784:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.667380:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431883 00000100:00100000:3.0:1740485461.667384:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431884 00000100:00100000:3.0:1740485461.667387:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880094dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14205:2006:x1825030869287040:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.667392:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.667398:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009abe1000/0x5922c046cdb8d251 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a29 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.667406:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.667407:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.667409:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009abe1000/0x5922c046cdb8d251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a29 expref: 14206 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.667416:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009abe1000/0x5922c046cdb8d251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a29 expref: 14206 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667419:0:16118:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x910:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16118 initiator: MDT0 00010000:00010000:3.0:1740485461.667420:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe1000, rc 0) 00010000:00010000:2.0:1740485461.667424:0:16118:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667428:0:16118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:3.0:1740485461.667433:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880094dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14206:2006:x1825030869287040:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (84us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.667435:0:16118:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16118 initiator: MDT0 00000100:00100000:3.0:1740485461.667437:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431884 00010000:00010000:2.0:1740485461.667439:0:16118:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667442:0:16118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:0.0:1740485461.667448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.667463:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287296 00000100:00100000:3.0:1740485461.667465:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287296 00010000:00010000:2.0:1740485461.667466:0:16118:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f301200/0x5922c046cdb8d266 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x9dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16118 initiator: MDT0 00010000:00010000:2.0:1740485461.667470:0:16118:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f301200/0x5922c046cdb8d266 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667474:0:16118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f301200/0x5922c046cdb8d266 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x9dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:0.0:1740485461.667475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000004:00200000:2.0:1740485461.667478:0:16118:0:(mdt_handler.c:895:mdt_pack_attr2body()) [0x240000406:0x9dc:0x0]: returning size 0 00000100:00100000:3.0:1740485461.667483:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431885 00000100:00100000:3.0:1740485461.667486:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2372:2006:x1825030869287296:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.667490:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.667495:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135568000/0x5922c046cdb8d274 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a30 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.667502:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.667503:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.667506:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135568000/0x5922c046cdb8d274 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a30 expref: 2373 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.667507:0:16026:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287424 00000100:00100000:1.0:1740485461.667510:0:16026:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287424 00010000:00010000:3.0:1740485461.667511:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135568000/0x5922c046cdb8d274 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a30 expref: 2373 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.667516:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135568000, rc 0) 00000100:00100000:3.0:1740485461.667542:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2373:2006:x1825030869287296:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.667546:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431885 00010000:00010000:2.0:1740485461.667548:0:16118:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16118 initiator: MDT1 00000100:00100000:1.0:1740485461.667551:0:16026:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59185 00010000:00010000:2.0:1740485461.667553:0:16118:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667555:0:16118:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00000100:00100000:1.0:1740485461.667555:0:16026:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+687:2004:x1825030869287424:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1740485461.667559:0:16118:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667561:0:16118:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800a4348c00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:1.0:1740485461.667562:0:16026:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1740485461.667563:0:16118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.667571:0:16026:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009abe0a00/0x5922c046cdb8d212 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x910:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d79ea expref: 687 pid: 16007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667572:0:16118:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667594:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00010000:00010000:2.0:1740485461.667595:0:16118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.667598:0:16118:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667601:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8d258 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00010000:00010000:1.0:1740485461.667602:0:16026:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x0 (ffff880099bde200) 00010000:00010000:1.0:1740485461.667605:0:16026:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1740485461.667611:0:16118:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667614:0:16118:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667617:0:16118:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667619:0:16118:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff88008f300000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.667620:0:16118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667623:0:16118:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667626:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x910:0x0].0x3431 (ffff8801318b8200) 00010000:00010000:2.0:1740485461.667628:0:16118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.667629:0:16118:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00010000:00010000:2.0:1740485461.667631:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f300000/0x5922c046cdb8d25f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x910:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16118 initiator: MDT1 00000100:00100000:0.0:1740485461.667656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.667657:0:16118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a4348e00/0x5922c046cdb8d24a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x910:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a37 expref: 687 pid: 16118 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.667664:0:16026:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:462aff8a-4acc-47db-bc98-439daac195c0+686:2004:x1825030869287424:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 107us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.667666:0:16118:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f301200/0x5922c046cdb8d266 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x9dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a37 expref: 686 pid: 16118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667669:0:16118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x9dc:0x0].0x0 (ffff8801318b8300) 00010000:00010000:2.0:1740485461.667671:0:16118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1740485461.667671:0:16026:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59185 00000100:00100000:3.0:1740485461.667673:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287808 00010000:00010000:2.0:1740485461.667673:0:16118:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f301200, rc 0) 00000100:00100000:3.0:1740485461.667676:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287808 00000100:00100000:3.0:1740485461.667688:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431886 00000100:00100000:2.0:1740485461.667688:0:16118:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009603ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_032:462aff8a-4acc-47db-bc98-439daac195c0+685:22885:x1825030869287680:12345-192.168.204.38@tcp:101:dd.0 Request processed in 368us (436us total) trans 4295061042 rc 0/0 00000100:00100000:3.0:1740485461.667691:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14206:2005:x1825030869287808:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.667692:0:16118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 362000 00010000:00010000:3.0:1740485461.667695:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.667700:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097931800/0x5922c046cdb8d27b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a3e expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.667707:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.667708:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.667710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.667711:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097931800/0x5922c046cdb8d27b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a3e expref: 14207 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.667717:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097931800/0x5922c046cdb8d27b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a3e expref: 14207 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.667721:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097931800, rc 0) 00000100:00100000:2.0:1740485461.667724:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869287936 00000100:00100000:2.0:1740485461.667727:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869287936 00000100:00100000:3.0:1740485461.667733:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14207:2005:x1825030869287808:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.667737:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431886 00000100:00100000:2.0:1740485461.667739:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431887 00000100:00100000:2.0:1740485461.667742:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2373:2005:x1825030869287936:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.667746:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.667751:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f301e00/0x5922c046cdb8d282 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a45 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667760:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667761:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667764:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f301e00/0x5922c046cdb8d282 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a45 expref: 2374 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667770:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f301e00/0x5922c046cdb8d282 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a45 expref: 2374 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667774:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f301e00, rc 0) 00000100:00100000:0.0:1740485461.667779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.667790:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2374:2005:x1825030869287936:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.667791:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288064 00000100:00100000:3.0:1740485461.667794:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288064 00000100:00100000:2.0:1740485461.667794:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431887 00000100:00100000:2.0:1740485461.667804:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431888 00000100:00100000:2.0:1740485461.667807:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14207:2006:x1825030869288064:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.667811:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.667815:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f301c00/0x5922c046cdb8d289 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a5a expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667822:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667823:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.667823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.667826:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f301c00/0x5922c046cdb8d289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a5a expref: 14208 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667831:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f301c00/0x5922c046cdb8d289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a5a expref: 14208 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667836:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f301c00, rc 0) 00000100:00100000:0.0:1740485461.667841:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288192 00000100:00100000:0.0:1740485461.667844:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288192 00000100:00100000:2.0:1740485461.667848:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14208:2006:x1825030869288064:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.667852:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431888 00000100:00100000:1.0:1740485461.667857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.667865:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288320 00000100:00100000:2.0:1740485461.667866:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288320 00000100:00100000:0.0:1740485461.667866:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431889 00000100:00100000:0.0:1740485461.667871:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2374:2005:x1825030869288192:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.667876:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431890 00010000:00010000:0.0:1740485461.667876:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.667879:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14208:2006:x1825030869288320:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.667882:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.667882:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fc5ea00/0x5922c046cdb8d290 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a6f expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667886:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4349000/0x5922c046cdb8d297 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a7d expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.667892:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667893:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.667895:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.667896:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4349000/0x5922c046cdb8d297 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a7d expref: 14209 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.667896:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.667900:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fc5ea00/0x5922c046cdb8d290 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a6f expref: 2375 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667905:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4349000/0x5922c046cdb8d297 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a7d expref: 14209 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.667907:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fc5ea00/0x5922c046cdb8d290 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a6f expref: 2375 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.667910:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4349000, rc 0) 00010000:00010000:0.0:1740485461.667912:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fc5ea00, rc 0) 00000100:00100000:2.0:1740485461.667922:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14209:2006:x1825030869288320:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.667925:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431890 00000100:00100000:1.0:1740485461.668000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.668023:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2375:2005:x1825030869288192:12345-192.168.204.38@tcp:101:rm.0 Request processed in 150us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.668028:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431889 00000100:00100000:2.0:1740485461.668034:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288448 00000100:00100000:2.0:1740485461.668037:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288448 00000100:00100000:2.0:1740485461.668050:0:16049:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46299 00000100:00100000:2.0:1740485461.668053:0:16049:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+685:2003:x1825030869288448:12345-192.168.204.38@tcp:63:ll_sa.0 00010000:00010000:2.0:1740485461.668064:0:16049:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.668069:0:16049:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098529800/0x5922c046cdb8d29e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a4c expref: -99 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.668111:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.668116:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668120:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668126:0:16049:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16049 initiator: MDT0 00010000:00010000:2.0:1740485461.668129:0:16049:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668133:0:16049:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668144:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668147:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668150:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668153:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098529000 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.668154:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668157:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668161:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.668162:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.668164:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668166:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098529000/0x5922c046cdb8d2a5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668175:0:16049:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668178:0:16049:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668181:0:16049:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668184:0:16049:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880098528e00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.668186:0:16049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668189:0:16049:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668192:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff8801318b8c00) 00010000:00010000:2.0:1740485461.668193:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1740485461.668194:0:16049:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668196:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098528e00/0x5922c046cdb8d2ac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16049 initiator: MDT1 00010000:00010000:2.0:1740485461.668217:0:16049:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff880098529800/0x5922c046cdb8d29e lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a4c expref: 686 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.668223:0:16049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:2.0:1740485461.668225:0:16049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1740485461.668227:0:16049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098529800/0x5922c046cdb8d29e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a4c expref: 686 pid: 16049 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.668234:0:16049:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529800, rc -2) 00000100:00100000:2.0:1740485461.668275:0:16049:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+685:2003:x1825030869288448:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 219us (273us total) trans 0 rc -2/-2 00000100:00100000:2.0:1740485461.668282:0:16049:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46299 00000100:00100000:1.0:1740485461.668337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.668353:0:16007:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288704 00000100:00100000:2.0:1740485461.668356:0:16007:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288704 00000100:00100000:2.0:1740485461.668372:0:16007:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 362001 00000100:00100000:2.0:1740485461.668375:0:16007:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013301d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:27827:x1825030869288704:12345-192.168.204.38@tcp:36:mkdir.0 00000100:00100000:2.0:1740485461.668426:0:16007:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013301d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:462aff8a-4acc-47db-bc98-439daac195c0+685:27827:x1825030869288704:12345-192.168.204.38@tcp:36:mkdir.0 Request processed in 50us (91us total) trans 0 rc -17/-17 00000100:00100000:2.0:1740485461.668430:0:16007:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 362001 00000100:00100000:0.0:1740485461.669003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.669031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.669168:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288960 00000100:00100000:2.0:1740485461.669168:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288832 00000100:00100000:3.0:1740485461.669171:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288960 00000100:00100000:2.0:1740485461.669171:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288832 00000100:00100000:3.0:1740485461.669186:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431891 00000100:00100000:3.0:1740485461.669189:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dff6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14209:2006:x1825030869288960:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.669193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.669194:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.669195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.669196:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431892 00010000:00010000:3.0:1740485461.669199:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099e46000/0x5922c046cdb8d2b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7aa0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.669200:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2375:2006:x1825030869288832:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.669205:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.669208:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669209:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.669210:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289088 00010000:00010000:2.0:1740485461.669211:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098528a00/0x5922c046cdb8d2ba lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a99 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.669212:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099e46000/0x5922c046cdb8d2b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aa0 expref: 14210 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669214:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289088 00010000:00010000:3.0:1740485461.669218:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099e46000/0x5922c046cdb8d2b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aa0 expref: 14210 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.669219:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669220:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669223:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e46000, rc 0) 00010000:00010000:2.0:1740485461.669223:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098528a00/0x5922c046cdb8d2ba lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a99 expref: 2377 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.669230:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098528a00/0x5922c046cdb8d2ba lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a99 expref: 2377 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669230:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431893 00010000:00010000:2.0:1740485461.669235:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098528a00, rc 0) 00000100:00100000:1.0:1740485461.669235:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2377:2006:x1825030869289088:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.669241:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dff6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14210:2006:x1825030869288960:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (211us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.669244:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.669245:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431891 00000100:00100000:2.0:1740485461.669248:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2377:2006:x1825030869288832:12345-192.168.204.38@tcp:101:rm.0 Request processed in 49us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.669253:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431892 00010000:00010000:1.0:1740485461.669253:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f38c00/0x5922c046cdb8d2c1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7aa7 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.669267:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.669268:0:16049:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869288448 00010000:00010000:1.0:1740485461.669268:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.669269:0:16049:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869288448 00000100:00100000:3.0:1740485461.669272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.669272:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f38c00/0x5922c046cdb8d2c1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aa7 expref: 2377 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.669279:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098f38c00/0x5922c046cdb8d2c1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aa7 expref: 2377 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.669285:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289216 00000100:00100000:2.0:1740485461.669287:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289216 00010000:00010000:1.0:1740485461.669289:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f38c00, rc 0) 00000100:00100000:0.0:1740485461.669297:0:16051:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46300 00000100:00100000:2.0:1740485461.669300:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431894 00000100:00100000:2.0:1740485461.669303:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880094dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14210:2006:x1825030869289216:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.669303:0:16051:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009deda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+685:2003:x1825030869288448:12345-192.168.204.38@tcp:63:ll_sa.0 00000100:00100000:1.0:1740485461.669304:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2377:2006:x1825030869289088:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (111us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.669307:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.669309:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431893 00010000:00010000:2.0:1740485461.669312:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529a00/0x5922c046cdb8d2c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7aae expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.669319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.669320:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669320:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000020:00080000:0.0:1740485461.669323:0:16051:0:(tgt_handler.c:3078:tgt_check_resent()) @@@ no reply for RESENT req req@ffff88009deda300 x1825030869288448/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/6952 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00010000:00010000:2.0:1740485461.669324:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529a00/0x5922c046cdb8d2c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aae expref: 14211 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669328:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289344 00010000:00010000:2.0:1740485461.669330:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529a00/0x5922c046cdb8d2c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aae expref: 14211 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669330:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289344 00010000:00010000:0.0:1740485461.669332:0:16051:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669334:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529a00, rc 0) 00000100:00100000:3.0:1740485461.669336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.669341:0:16051:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f642a00/0x5922c046cdb8d2cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7a4c expref: -99 pid: 16051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.669344:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880094dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14211:2006:x1825030869289216:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.669348:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431894 00000100:00100000:1.0:1740485461.669349:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289472 00000100:00100000:1.0:1740485461.669351:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289472 00000100:00100000:3.0:1740485461.669356:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431895 00000100:00100000:3.0:1740485461.669359:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2377:2005:x1825030869289344:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.669361:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431896 00010000:00010000:3.0:1740485461.669365:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.669366:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14211:2005:x1825030869289472:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.669370:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ca73e00/0x5922c046cdb8d2d6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x451f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ab5 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.669372:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669377:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098528c00/0x5922c046cdb8d2dd lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7abc expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.669378:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669379:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669383:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ca73e00/0x5922c046cdb8d2d6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ab5 expref: 2378 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.669387:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669388:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669389:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ca73e00/0x5922c046cdb8d2d6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x451f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ab5 expref: 2378 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669390:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289600 00000100:00100000:1.0:1740485461.669392:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289600 00010000:00010000:3.0:1740485461.669393:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ca73e00, rc 0) 00010000:00010000:2.0:1740485461.669393:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098528c00/0x5922c046cdb8d2dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7abc expref: 14212 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.669401:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098528c00/0x5922c046cdb8d2dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7abc expref: 14212 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669404:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431897 00000004:00010000:0.0:1740485461.669404:0:16051:0:(mdt_handler.c:4775:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x24c8a9d813d7a4c req@ffff88009deda300 x1825030869288448/t0(0) o63->462aff8a-4acc-47db-bc98-439daac195c0@192.168.204.38@tcp:714/0 lens 3408/55856 e 0 to 0 dl 1740485604 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 00000100:00100000:3.0:1740485461.669405:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2379:2005:x1825030869289344:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.669409:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431895 00010000:00010000:2.0:1740485461.669409:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098528c00, rc 0) 00000100:00100000:1.0:1740485461.669409:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2379:2005:x1825030869289600:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.669416:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.669424:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f39e00/0x5922c046cdb8d2eb lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4520:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ac3 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.669424:0:16051:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16051 initiator: MDT0 00000100:00100000:2.0:1740485461.669426:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14212:2005:x1825030869289472:12345-192.168.204.38@tcp:101:rm.0 Request processed in 59us (88us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.669431:0:16051:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16051 initiator: MDT1 00000100:00100000:2.0:1740485461.669432:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431896 00010000:00010000:1.0:1740485461.669436:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.669437:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.669438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.669442:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289728 00010000:00010000:1.0:1740485461.669442:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f39e00/0x5922c046cdb8d2eb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ac3 expref: 2379 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.669444:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289728 00010000:00010000:1.0:1740485461.669453:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098f39e00/0x5922c046cdb8d2eb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ac3 expref: 2379 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.669460:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431898 00000100:00100000:2.0:1740485461.669463:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14212:2005:x1825030869289728:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.669463:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f39e00, rc 0) 00000100:00100000:3.0:1740485461.669467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.669467:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669472:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529200/0x5922c046cdb8d2f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7aca expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.669473:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869289984 00000100:00100000:3.0:1740485461.669475:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869289984 00010000:00010000:2.0:1740485461.669480:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669481:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.669484:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431899 00010000:00010000:2.0:1740485461.669484:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529200/0x5922c046cdb8d2f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aca expref: 14213 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669484:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b0b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2380:2005:x1825030869289600:12345-192.168.204.38@tcp:101:rm.0 Request processed in 73us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.669487:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2380:2005:x1825030869289984:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.669491:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669491:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529200/0x5922c046cdb8d2f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aca expref: 14213 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.669491:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431897 00010000:00010000:2.0:1740485461.669495:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529200, rc 0) 00010000:00010000:3.0:1740485461.669496:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdb8d2f9 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4521:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ad1 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.669503:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669504:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.669507:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdb8d2f9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ad1 expref: 2380 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.669509:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14213:2005:x1825030869289728:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.669512:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431898 00010000:00010000:3.0:1740485461.669513:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099198800/0x5922c046cdb8d2f9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ad1 expref: 2380 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.669517:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099198800, rc 0) 00010000:00010000:0.0:1740485461.669524:0:16051:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16051 initiator: MDT1 00000100:00100000:3.0:1740485461.669539:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2380:2005:x1825030869289984:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.669542:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431899 00010000:00010000:0.0:1740485461.669550:0:16051:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16051 initiator: MDT0 00000100:00100000:1.0:1740485461.669556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.669557:0:16051:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669563:0:16051:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16051 initiator: MDT1 00000100:00100000:2.0:1740485461.669598:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290112 00000100:00100000:2.0:1740485461.669602:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290112 00010000:00010000:0.0:1740485461.669604:0:16051:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669608:0:16051:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16051 initiator: MDT1 00000100:00100000:1.0:1740485461.669609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.669625:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290240 00000100:00100000:2.0:1740485461.669628:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290240 00000100:00100000:2.0:1740485461.669641:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431900 00000100:00100000:2.0:1740485461.669646:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b90df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14213:2006:x1825030869290112:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.669649:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431901 00010000:00010000:2.0:1740485461.669651:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669656:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529c00/0x5922c046cdb8d307 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ad8 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.669656:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2380:2005:x1825030869290240:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.669659:0:16051:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669663:0:16051:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff8800992a8e00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:2.0:1740485461.669664:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.669664:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669665:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.669665:0:16051:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16051 initiator: MDT1 00010000:00010000:2.0:1740485461.669668:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529c00/0x5922c046cdb8d307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ad8 expref: 14214 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.669670:0:16051:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16051 initiator: MDT1 00010000:00010000:1.0:1740485461.669672:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f38200/0x5922c046cdb8d30e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4522:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7adf expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.669674:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529c00/0x5922c046cdb8d307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ad8 expref: 14214 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.669678:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529c00, rc 0) 00010000:00010000:0.0:1740485461.669678:0:16051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.669680:0:16051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1740485461.669683:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.669683:0:16051:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16051 initiator: MDT1 00010000:00010000:1.0:1740485461.669685:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.669686:0:16051:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d2e4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16051 initiator: MDT1 00010000:00010000:1.0:1740485461.669690:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f38200/0x5922c046cdb8d30e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7adf expref: 2381 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.669698:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b90df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14214:2006:x1825030869290112:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.669699:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098f38200/0x5922c046cdb8d30e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7adf expref: 2381 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.669702:0:16051:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16051 initiator: MDT1 00000100:00100000:2.0:1740485461.669704:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431900 00010000:00010000:0.0:1740485461.669706:0:16051:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16051 initiator: MDT1 00010000:00010000:1.0:1740485461.669707:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f38200, rc 0) 00010000:00010000:0.0:1740485461.669708:0:16051:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669712:0:16051:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff880097930a00 already unused, calling callback (ffffffffa0f2d740) 00010000:00010000:0.0:1740485461.669713:0:16051:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669716:0:16051:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16051 initiator: MDT1 00010000:00010000:0.0:1740485461.669720:0:16051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff8801326ee300) 00010000:00010000:0.0:1740485461.669721:0:16051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1740485461.669722:0:16051:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16051 initiator: MDT1 00000100:00100000:1.0:1740485461.669725:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2381:2005:x1825030869290240:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.669725:0:16051:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097930a00/0x5922c046cdb8d300 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16051 initiator: MDT1 00000100:00100000:1.0:1740485461.669730:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431901 00010000:00010000:0.0:1740485461.669748:0:16051:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f642a00/0x5922c046cdb8d2cf lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a4c expref: 686 pid: 16051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.669754:0:16051:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012e256a00) 00010000:00010000:0.0:1740485461.669755:0:16051:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1740485461.669757:0:16051:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f642a00/0x5922c046cdb8d2cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7a4c expref: 686 pid: 16051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.669761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.669763:0:16051:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f642a00, rc -2) 00000100:00100000:2.0:1740485461.669777:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290368 00000100:00100000:2.0:1740485461.669780:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290368 00000100:00100000:2.0:1740485461.669797:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431902 00000100:00100000:2.0:1740485461.669800:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14214:2005:x1825030869290368:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.669804:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.669809:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529600/0x5922c046cdb8d315 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ae6 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.669817:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669818:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.669820:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529600/0x5922c046cdb8d315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ae6 expref: 14215 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.669826:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529600/0x5922c046cdb8d315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ae6 expref: 14215 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.669827:0:16051:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009deda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:462aff8a-4acc-47db-bc98-439daac195c0+685:2003:x1825030869288448:12345-192.168.204.38@tcp:63:ll_sa.0 Request processed in 523us (634us total) trans 0 rc -2/-2 00010000:00010000:2.0:1740485461.669831:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529600, rc 0) 00000100:00100000:0.0:1740485461.669832:0:16051:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46300 00000100:00100000:2.0:1740485461.669844:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14215:2005:x1825030869290368:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.669847:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431902 00000100:00100000:1.0:1740485461.669873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.669885:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290496 00000100:00100000:2.0:1740485461.669887:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290496 00000100:00100000:1.0:1740485461.669896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.669903:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290624 00000100:00100000:2.0:1740485461.669904:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290624 00000100:00100000:0.0:1740485461.669914:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431903 00000100:00100000:1.0:1740485461.669919:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431904 00000100:00100000:0.0:1740485461.669919:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2381:2005:x1825030869290496:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.669925:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14215:2006:x1825030869290624:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.669926:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.669931:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.669931:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072398c00/0x5922c046cdb8d31c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4523:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7aed expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.669937:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098f39400/0x5922c046cdb8d323 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7af4 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.669940:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.669941:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.669944:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072398c00/0x5922c046cdb8d31c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aed expref: 2382 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.669946:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.669947:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.669950:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098f39400/0x5922c046cdb8d323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7af4 expref: 14216 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.669951:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072398c00/0x5922c046cdb8d31c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7aed expref: 2382 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.669956:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072398c00, rc 0) 00010000:00010000:1.0:1740485461.669957:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098f39400/0x5922c046cdb8d323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7af4 expref: 14216 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.669962:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f39400, rc 0) 00000100:00100000:0.0:1740485461.669970:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2382:2005:x1825030869290496:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.669974:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14216:2006:x1825030869290624:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.669975:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431903 00000100:00100000:1.0:1740485461.669978:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431904 00000100:00100000:3.0:1740485461.670000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670012:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290752 00000100:00100000:1.0:1740485461.670014:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290752 00000100:00100000:1.0:1740485461.670028:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431905 00000100:00100000:1.0:1740485461.670032:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2382:2005:x1825030869290752:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670038:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670048:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a5da000/0x5922c046cdb8d32a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4524:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7afb expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.670059:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670060:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670066:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5da000/0x5922c046cdb8d32a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7afb expref: 2383 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670075:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a5da000/0x5922c046cdb8d32a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7afb expref: 2383 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670083:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a5da000, rc 0) 00000100:00100000:3.0:1740485461.670092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670104:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2383:2005:x1825030869290752:12345-192.168.204.38@tcp:101:rm.0 Request processed in 71us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670108:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431905 00000100:00100000:1.0:1740485461.670117:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869290880 00000100:00100000:1.0:1740485461.670119:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869290880 00000100:00100000:3.0:1740485461.670133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670139:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291008 00000100:00100000:1.0:1740485461.670140:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291008 00000100:00100000:3.0:1740485461.670149:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431906 00000100:00100000:1.0:1740485461.670154:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431907 00000100:00100000:3.0:1740485461.670156:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14216:2005:x1825030869290880:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.670157:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2383:2005:x1825030869291008:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670162:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.670164:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670168:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a5dbe00/0x5922c046cdb8d331 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4525:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b09 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.670171:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099199c00/0x5922c046cdb8d338 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b02 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.670176:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670177:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670180:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5dbe00/0x5922c046cdb8d331 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b09 expref: 2384 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670181:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670182:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670186:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099199c00/0x5922c046cdb8d338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b02 expref: 14217 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670190:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a5dbe00/0x5922c046cdb8d331 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b09 expref: 2384 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670195:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099199c00/0x5922c046cdb8d338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b02 expref: 14217 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670202:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099199c00, rc 0) 00010000:00010000:1.0:1740485461.670203:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a5dbe00, rc 0) 00000100:00100000:0.0:1740485461.670203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.670212:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291136 00000100:00100000:0.0:1740485461.670214:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291136 00000100:00100000:3.0:1740485461.670220:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14218:2005:x1825030869290880:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.670226:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431906 00000100:00100000:1.0:1740485461.670226:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2384:2005:x1825030869291008:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670233:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431907 00000100:00100000:0.0:1740485461.670274:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431908 00000100:00100000:0.0:1740485461.670278:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14217:2006:x1825030869291136:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.670283:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.670289:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4147800/0x5922c046cdb8d33f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b10 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.670298:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.670299:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.670303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.670303:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4147800/0x5922c046cdb8d33f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b10 expref: 14218 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.670309:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4147800/0x5922c046cdb8d33f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b10 expref: 14218 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.670314:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4147800, rc 0) 00000100:00100000:1.0:1740485461.670319:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291264 00000100:00100000:1.0:1740485461.670322:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291264 00000100:00100000:0.0:1740485461.670328:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14218:2006:x1825030869291136:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.670332:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431908 00000100:00100000:3.0:1740485461.670333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670346:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291520 00000100:00100000:1.0:1740485461.670348:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291520 00000100:00100000:1.0:1740485461.670363:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431909 00000100:00100000:3.0:1740485461.670364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670369:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2385:2005:x1825030869291264:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.670373:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291776 00000100:00100000:2.0:1740485461.670376:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291776 00010000:00010000:1.0:1740485461.670376:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670385:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a5db800/0x5922c046cdb8d346 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4526:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b17 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.670390:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431910 00000100:00100000:2.0:1740485461.670393:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2387:2005:x1825030869291520:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670397:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670398:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670398:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.670402:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431911 00010000:00010000:1.0:1740485461.670403:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5db800/0x5922c046cdb8d346 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b17 expref: 2387 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670404:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098529400/0x5922c046cdb8d34d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4527:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b25 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.670405:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fdfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2387:2005:x1825030869291776:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.670411:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670412:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a5db800/0x5922c046cdb8d346 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b17 expref: 2388 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670416:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670417:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.670417:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdb8d354 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4528:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b33 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.670420:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098529400/0x5922c046cdb8d34d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b25 expref: 2388 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670420:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a5db800, rc 0) 00010000:00010000:0.0:1740485461.670425:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670426:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098529400/0x5922c046cdb8d34d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b25 expref: 2389 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.670426:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.670427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.670429:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdb8d354 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b33 expref: 2389 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670431:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529400, rc 0) 00010000:00010000:0.0:1740485461.670435:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009abe1800/0x5922c046cdb8d354 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b33 expref: 2389 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.670441:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe1800, rc 0) 00000100:00100000:2.0:1740485461.670444:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869291520:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670444:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869291264:12345-192.168.204.38@tcp:101:rm.0 Request processed in 75us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.670448:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431910 00000100:00100000:3.0:1740485461.670449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.670453:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431909 00000100:00100000:0.0:1740485461.670454:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fdfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869291776:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.670459:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431911 00000100:00100000:2.0:1740485461.670462:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292032 00000100:00100000:2.0:1740485461.670464:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292032 00000100:00100000:1.0:1740485461.670467:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292288 00000100:00100000:1.0:1740485461.670470:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292288 00000100:00100000:3.0:1740485461.670479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670496:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292544 00000100:00100000:2.0:1740485461.670498:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292544 00000100:00100000:1.0:1740485461.670500:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431912 00000100:00100000:1.0:1740485461.670506:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009997d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869292032:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.670507:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431913 00000100:00100000:0.0:1740485461.670512:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009997c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2389:2005:x1825030869292288:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670514:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.670518:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670521:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a5da800/0x5922c046cdb8d35b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4529:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b41 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.670522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670538:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292800 00010000:00010000:0.0:1740485461.670538:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007215c000/0x5922c046cdb8d362 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b4f expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.670542:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292800 00000100:00100000:3.0:1740485461.670543:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431914 00000100:00100000:3.0:1740485461.670547:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009997d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869292544:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670547:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670549:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670552:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670553:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5da800/0x5922c046cdb8d35b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b41 expref: 2392 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.670554:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431915 00000100:00100000:2.0:1740485461.670557:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009997ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869292800:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.670558:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f95c00/0x5922c046cdb8d369 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b5d expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.670563:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a5da800/0x5922c046cdb8d35b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b41 expref: 2393 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670564:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.670566:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670567:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670571:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f95c00/0x5922c046cdb8d369 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b5d expref: 2393 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670571:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072d6a200/0x5922c046cdb8d370 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b6b expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.670572:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a5da800, rc 0) 00010000:00010000:3.0:1740485461.670594:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f95c00/0x5922c046cdb8d369 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b5d expref: 2394 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670599:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073f95c00, rc 0) 00010000:00010000:2.0:1740485461.670601:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670603:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670608:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072d6a200/0x5922c046cdb8d370 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b6b expref: 2394 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.670612:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009997d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+2394:2005:x1825030869292544:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670612:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009997d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2394:2005:x1825030869292032:12345-192.168.204.38@tcp:101:rm.0 Request processed in 104us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670618:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431912 00010000:00010000:2.0:1740485461.670619:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072d6a200/0x5922c046cdb8d370 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b6b expref: 2394 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.670622:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431914 00010000:00010000:2.0:1740485461.670627:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6a200, rc 0) 00010000:00010000:0.0:1740485461.670632:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.670633:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.670637:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007215c000/0x5922c046cdb8d362 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b4f expref: 2392 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.670646:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009997ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869292800:12345-192.168.204.38@tcp:101:rm.0 Request processed in 86us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.670650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670651:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431915 00000100:00100000:3.0:1740485461.670661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670667:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291648 00000100:00100000:1.0:1740485461.670667:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291392 00000100:00100000:2.0:1740485461.670670:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291648 00000100:00100000:1.0:1740485461.670670:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291392 00000100:00100000:3.0:1740485461.670671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670690:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869291904 00000100:00100000:2.0:1740485461.670693:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869291904 00000100:00100000:1.0:1740485461.670693:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431916 00010000:00010000:0.0:1740485461.670696:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007215c000/0x5922c046cdb8d362 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b4f expref: 2391 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.670697:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14220:2005:x1825030869291648:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.670700:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431917 00010000:00010000:1.0:1740485461.670702:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.670706:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14220:2005:x1825030869291392:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.670707:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007215c000, rc 0) 00010000:00010000:1.0:1740485461.670708:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098528000/0x5922c046cdb8d377 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b2c expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.670711:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431918 00010000:00010000:3.0:1740485461.670712:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.670716:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a515aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14220:2005:x1825030869291904:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.670719:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f94200/0x5922c046cdb8d37e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b1e expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.670720:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.670721:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009997c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2391:2005:x1825030869292288:12345-192.168.204.38@tcp:101:rm.0 Request processed in 209us (272us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.670722:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670722:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670725:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098528000/0x5922c046cdb8d377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b2c expref: 14221 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.670725:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431913 00010000:00010000:3.0:1740485461.670730:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670730:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f300800/0x5922c046cdb8d385 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x482f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b3a expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.670731:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670731:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098528000/0x5922c046cdb8d377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b2c expref: 14222 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670736:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f94200/0x5922c046cdb8d37e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b1e expref: 14222 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670736:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098528000, rc 0) 00010000:00010000:2.0:1740485461.670741:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670742:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670745:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f94200/0x5922c046cdb8d37e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b1e expref: 14223 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670747:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f300800/0x5922c046cdb8d385 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b3a expref: 14223 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.670749:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14223:2005:x1825030869291648:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670752:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431916 00010000:00010000:3.0:1740485461.670753:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073f94200, rc 0) 00010000:00010000:2.0:1740485461.670756:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f300800/0x5922c046cdb8d385 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x482f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b3a expref: 14223 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670764:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f300800, rc 0) 00000100:00100000:3.0:1740485461.670772:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14222:2005:x1825030869291392:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.670776:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431917 00000100:00100000:2.0:1740485461.670779:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a515aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14222:2005:x1825030869291904:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.670785:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431918 00000100:00100000:3.0:1740485461.670804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.670815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.670824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670828:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292160 00000100:00100000:2.0:1740485461.670830:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292160 00000100:00100000:2.0:1740485461.670844:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292416 00000100:00100000:2.0:1740485461.670845:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292416 00000100:00100000:3.0:1740485461.670846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.670854:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292672 00000100:00100000:3.0:1740485461.670855:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869292928 00000100:00100000:2.0:1740485461.670855:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292672 00000100:00100000:3.0:1740485461.670857:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869292928 00000100:00100000:2.0:1740485461.670872:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431919 00000100:00100000:0.0:1740485461.670875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.670876:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431920 00000100:00100000:2.0:1740485461.670876:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a515a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14224:2005:x1825030869292160:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.670879:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a515bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14224:2005:x1825030869292416:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.670882:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.670884:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.670888:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073f94000/0x5922c046cdb8d393 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b56 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.670888:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123c32600/0x5922c046cdb8d38c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b48 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.670893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.670896:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670897:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670897:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.670897:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293056 00010000:00010000:2.0:1740485461.670899:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670900:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073f94000/0x5922c046cdb8d393 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b56 expref: 14226 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.670901:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293056 00010000:00010000:2.0:1740485461.670903:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c32600/0x5922c046cdb8d38c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b48 expref: 14226 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670906:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073f94000/0x5922c046cdb8d393 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b56 expref: 14226 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.670908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.670911:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073f94000, rc 0) 00010000:00010000:2.0:1740485461.670912:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880123c32600/0x5922c046cdb8d38c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b48 expref: 14226 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670918:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123c32600, rc 0) 00000100:00100000:1.0:1740485461.670918:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293312 00000100:00100000:0.0:1740485461.670918:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293568 00000100:00100000:1.0:1740485461.670920:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293312 00000100:00100000:0.0:1740485461.670920:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293568 00000100:00100000:3.0:1740485461.670928:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a515bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14226:2005:x1825030869292416:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.670933:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a515a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14226:2005:x1825030869292160:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.670933:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431921 00000100:00100000:1.0:1740485461.670936:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14226:2005:x1825030869292672:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.670937:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431920 00000100:00100000:2.0:1740485461.670940:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431919 00010000:00010000:1.0:1740485461.670942:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670948:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d39a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b64 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.670951:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431922 00000100:00100000:3.0:1740485461.670956:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431923 00000100:00100000:2.0:1740485461.670956:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14225:2005:x1825030869292928:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.670957:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.670958:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.670961:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2392:2005:x1825030869293056:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.670961:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670962:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d39a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b64 expref: 14225 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.670966:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123c32c00/0x5922c046cdb8d3a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b72 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.670967:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.670972:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072d6ac00/0x5922c046cdb8d39a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b64 expref: 14226 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670974:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb83a00/0x5922c046cdb8d3a8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b79 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.670975:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670977:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670980:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123c32c00/0x5922c046cdb8d3a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b72 expref: 14226 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.670980:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6ac00, rc 0) 00010000:00010000:3.0:1740485461.670984:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.670986:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.670989:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880123c32c00/0x5922c046cdb8d3a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b72 expref: 14226 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.670990:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb83a00/0x5922c046cdb8d3a8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b79 expref: 2394 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.670996:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14226:2005:x1825030869292672:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.670997:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123c32c00, rc 0) 00010000:00010000:3.0:1740485461.670998:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cb83a00/0x5922c046cdb8d3a8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b79 expref: 2394 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.670999:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431924 00000100:00100000:1.0:1740485461.671003:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431921 00010000:00010000:3.0:1740485461.671005:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb83a00, rc 0) 00000100:00100000:0.0:1740485461.671005:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e38ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2394:2005:x1825030869293312:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.671009:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14226:2005:x1825030869292928:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.671014:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431922 00000100:00100000:3.0:1740485461.671016:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2394:2005:x1825030869293056:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.671022:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431925 00000100:00100000:3.0:1740485461.671027:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431923 00000100:00100000:1.0:1740485461.671028:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e38d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2394:2005:x1825030869293568:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.671035:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.671042:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9800/0x5922c046cdb8d3af lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b95 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.671054:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.671056:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.671057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.671060:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9800/0x5922c046cdb8d3af lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b95 expref: 2394 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.671063:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.671069:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9800/0x5922c046cdb8d3af lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b95 expref: 2394 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.671070:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293824 00000100:00100000:2.0:1740485461.671072:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293824 00010000:00010000:0.0:1740485461.671072:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8d3b6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x452e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b87 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.671074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.671078:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff9800, rc 0) 00010000:00010000:0.0:1740485461.671082:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.671083:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294080 00010000:00010000:0.0:1740485461.671084:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.671085:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294080 00000100:00100000:3.0:1740485461.671086:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431926 00010000:00010000:0.0:1740485461.671088:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8d3b6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b87 expref: 2397 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671089:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2397:2005:x1825030869293824:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.671091:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e38d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2397:2005:x1825030869293568:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (182us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.671094:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.671095:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431927 00010000:00010000:3.0:1740485461.671098:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb83800/0x5922c046cdb8d3bd lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4530:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ba3 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.671098:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f98a200/0x5922c046cdb8d3b6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x452e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b87 expref: 2397 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.671099:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a59f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+2397:2005:x1825030869294080:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.671102:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431925 00010000:00010000:2.0:1740485461.671104:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671105:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671106:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.671106:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f98a200, rc 0) 00010000:00010000:3.0:1740485461.671109:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb83800/0x5922c046cdb8d3bd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ba3 expref: 2398 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.671110:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c33c00/0x5922c046cdb8d3c4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4531:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bb1 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.671115:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cb83800/0x5922c046cdb8d3bd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ba3 expref: 2397 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671118:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e38ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2398:2005:x1825030869293312:12345-192.168.204.38@tcp:101:rm.0 Request processed in 114us (225us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.671119:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb83800, rc 0) 00010000:00010000:2.0:1740485461.671119:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.671120:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.671124:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431924 00010000:00010000:2.0:1740485461.671125:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c33c00/0x5922c046cdb8d3c4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bb1 expref: 2398 pid: 16700 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671129:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2398:2005:x1825030869293824:12345-192.168.204.38@tcp:101:rm.0 Request processed in 39us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.671133:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431926 00010000:00010000:2.0:1740485461.671134:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123c33c00/0x5922c046cdb8d3c4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bb1 expref: 2397 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.671141:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123c33c00, rc 0) 00000100:00100000:2.0:1740485461.671154:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a59f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+2396:2005:x1825030869294080:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.671159:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431927 00000100:00100000:3.0:1740485461.671239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.671249:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294336 00000100:00100000:3.0:1740485461.671250:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294336 00000100:00100000:3.0:1740485461.671267:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431928 00000100:00100000:3.0:1740485461.671270:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2396:2005:x1825030869294336:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.671274:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671278:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb82e00/0x5922c046cdb8d3cb lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bbf expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.671285:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671286:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671288:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb82e00/0x5922c046cdb8d3cb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bbf expref: 2397 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.671295:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cb82e00/0x5922c046cdb8d3cb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bbf expref: 2397 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.671300:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb82e00, rc 0) 00000100:00100000:1.0:1740485461.671307:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294592 00000100:00100000:3.0:1740485461.671310:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2397:2005:x1825030869294336:12345-192.168.204.38@tcp:101:rm.0 Request processed in 39us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.671310:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294592 00000100:00100000:3.0:1740485461.671313:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431928 00000100:00100000:0.0:1740485461.671317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.671330:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294848 00000100:00100000:1.0:1740485461.671331:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294848 00000100:00100000:3.0:1740485461.671333:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431929 00000100:00100000:3.0:1740485461.671337:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e38d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2398:2005:x1825030869294592:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.671340:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.671340:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431930 00010000:00010000:3.0:1740485461.671344:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb82a00/0x5922c046cdb8d3d2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4533:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bcd expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.671344:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e38ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2398:2005:x1825030869294848:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.671349:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671350:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671351:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.671354:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072d6a600/0x5922c046cdb8d3d9 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4534:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bdb expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.671355:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb82a00/0x5922c046cdb8d3d2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bcd expref: 2399 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.671362:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671363:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cb82a00/0x5922c046cdb8d3d2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bcd expref: 2400 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.671363:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.671366:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072d6a600/0x5922c046cdb8d3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bdb expref: 2400 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.671370:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb82a00, rc 0) 00010000:00010000:0.0:1740485461.671373:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072d6a600/0x5922c046cdb8d3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bdb expref: 2400 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.671378:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6a600, rc 0) 00000100:00100000:3.0:1740485461.671383:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e38d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2400:2005:x1825030869294592:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.671387:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e38ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2400:2005:x1825030869294848:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.671388:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431929 00000100:00100000:0.0:1740485461.671391:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431930 00000100:00100000:3.0:1740485461.671472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.671507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.671513:0:7215:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296128 00000100:00100000:2.0:1740485461.671516:0:7215:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296128 00000100:00100000:3.0:1740485461.671519:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295104 00000100:00100000:3.0:1740485461.671522:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295104 00000100:00100000:3.0:1740485461.671557:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431931 00000100:00100000:2.0:1740485461.671559:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 271227 00000100:00100000:3.0:1740485461.671562:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2399:2005:x1825030869295104:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.671564:0:7215:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+685:22885:x1825030869296128:12345-192.168.204.38@tcp:35:dd.0 00010000:00010000:3.0:1740485461.671568:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671575:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098528200/0x5922c046cdb8d3e0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7be9 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.671602:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671603:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671608:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098528200/0x5922c046cdb8d3e0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7be9 expref: 2400 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.671617:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098528200/0x5922c046cdb8d3e0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7be9 expref: 2400 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.671624:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098528200, rc 0) 00000100:00100000:0.0:1740485461.671625:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295360 00000100:00100000:0.0:1740485461.671628:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295360 00000100:00100000:3.0:1740485461.671640:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2401:2005:x1825030869295104:12345-192.168.204.38@tcp:101:rm.0 Request processed in 78us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.671645:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431931 00000100:00100000:3.0:1740485461.671671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.671683:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295616 00000100:00100000:3.0:1740485461.671686:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295616 00000100:00100000:2.0:1740485461.671697:0:7215:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:462aff8a-4acc-47db-bc98-439daac195c0+686:22885:x1825030869296128:12345-192.168.204.38@tcp:35:dd.0 Request processed in 131us (224us total) trans 4295061043 rc 0/0 00000100:00100000:3.0:1740485461.671699:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431932 00000100:00100000:3.0:1740485461.671702:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008da3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2401:2005:x1825030869295616:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.671704:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 271227 00010000:00010000:3.0:1740485461.671708:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671714:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca5a00/0x5922c046cdb8d3e7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4537:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c05 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.671723:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.671724:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431933 00010000:00010000:3.0:1740485461.671725:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671728:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca5a00/0x5922c046cdb8d3e7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c05 expref: 2402 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.671729:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2402:2005:x1825030869295360:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.671736:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.671737:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca5a00/0x5922c046cdb8d3e7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c05 expref: 2402 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.671743:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca5a00, rc 0) 00010000:00010000:2.0:1740485461.671743:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c33200/0x5922c046cdb8d3ee lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bf7 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.671751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.671754:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.671755:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.671758:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c33200/0x5922c046cdb8d3ee lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bf7 expref: 2403 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671759:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008da3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2403:2005:x1825030869295616:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.671759:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296000 00000100:00100000:1.0:1740485461.671762:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296000 00000100:00100000:3.0:1740485461.671764:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431932 00010000:00010000:2.0:1740485461.671767:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123c33200/0x5922c046cdb8d3ee lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bf7 expref: 2404 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.671775:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123c33200, rc 0) 00000100:00100000:1.0:1740485461.671778:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431934 00000100:00100000:1.0:1740485461.671782:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2403:2005:x1825030869296000:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.671783:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296384 00000100:00100000:3.0:1740485461.671786:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296384 00010000:00010000:1.0:1740485461.671787:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.671791:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2404:2005:x1825030869295360:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (178us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.671793:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebc400/0x5922c046cdb8d3f5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4538:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c13 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.671796:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431933 00010000:00010000:1.0:1740485461.671801:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.671802:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.671802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.671805:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebc400/0x5922c046cdb8d3f5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c13 expref: 2404 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671808:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296640 00000100:00100000:3.0:1740485461.671810:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296640 00000100:00100000:2.0:1740485461.671811:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431935 00010000:00010000:1.0:1740485461.671812:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebc400/0x5922c046cdb8d3f5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c13 expref: 2404 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.671816:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013538f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2405:2005:x1825030869296384:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.671817:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebc400, rc 0) 00010000:00010000:2.0:1740485461.671822:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.671827:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123c32e00/0x5922c046cdb8d3fc lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4539:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c21 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.671829:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431936 00000100:00100000:3.0:1740485461.671833:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2406:2005:x1825030869296640:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.671835:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.671835:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2406:2005:x1825030869296000:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (83us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.671837:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671839:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.671840:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123c32e00/0x5922c046cdb8d3fc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c21 expref: 2406 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.671840:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431934 00000100:00100000:0.0:1740485461.671841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.671844:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca5600/0x5922c046cdb8d403 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c2f expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.671846:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296896 00010000:00010000:2.0:1740485461.671848:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123c32e00/0x5922c046cdb8d3fc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c21 expref: 2406 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671849:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296896 00010000:00010000:3.0:1740485461.671853:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.671854:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.671855:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123c32e00, rc 0) 00010000:00010000:3.0:1740485461.671858:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca5600/0x5922c046cdb8d403 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c2f expref: 2407 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.671859:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431937 00000100:00100000:0.0:1740485461.671862:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2407:2005:x1825030869296896:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.671866:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca5600/0x5922c046cdb8d403 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c2f expref: 2407 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.671867:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.671868:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013538f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2407:2005:x1825030869296384:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.671873:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca5600, rc 0) 00000100:00100000:2.0:1740485461.671873:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431935 00010000:00010000:0.0:1740485461.671873:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a536a600/0x5922c046cdb8d40a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c3d expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.671880:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.671881:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.671885:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a536a600/0x5922c046cdb8d40a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c3d expref: 2407 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671887:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2407:2005:x1825030869296640:12345-192.168.204.38@tcp:101:rm.0 Request processed in 53us (85us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.671891:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a536a600/0x5922c046cdb8d40a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c3d expref: 2407 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.671893:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431936 00010000:00010000:0.0:1740485461.671897:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536a600, rc 0) 00000100:00100000:0.0:1740485461.671909:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2406:2005:x1825030869296896:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.671913:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431937 00000100:00100000:3.0:1740485461.671922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.671941:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297152 00000100:00100000:1.0:1740485461.671945:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297152 00000100:00100000:1.0:1740485461.671962:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431938 00000100:00100000:3.0:1740485461.671963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.671967:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2406:2005:x1825030869297152:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.671970:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297408 00000100:00100000:2.0:1740485461.671974:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297408 00010000:00010000:1.0:1740485461.671976:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.671984:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebc000/0x5922c046cdb8d411 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c4b expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.671991:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431939 00000100:00100000:3.0:1740485461.671995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.671995:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.671996:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e64bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2408:2005:x1825030869297408:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.671997:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672001:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebc000/0x5922c046cdb8d411 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c4b expref: 2408 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672003:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.672010:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073f94a00/0x5922c046cdb8d418 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c59 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.672011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.672011:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebc000/0x5922c046cdb8d411 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c4b expref: 2408 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672019:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebc000, rc 0) 00000100:00100000:3.0:1740485461.672021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.672021:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672022:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.672023:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297664 00010000:00010000:2.0:1740485461.672026:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073f94a00/0x5922c046cdb8d418 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c59 expref: 2409 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.672026:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297664 00010000:00010000:2.0:1740485461.672032:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073f94a00/0x5922c046cdb8d418 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c59 expref: 2410 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672037:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073f94a00, rc 0) 00000100:00100000:0.0:1740485461.672037:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297920 00000100:00100000:3.0:1740485461.672039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672039:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297920 00000100:00100000:1.0:1740485461.672044:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fdadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2411:2005:x1825030869297152:12345-192.168.204.38@tcp:101:rm.0 Request processed in 76us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.672047:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298176 00000100:00100000:0.0:1740485461.672048:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298176 00000100:00100000:1.0:1740485461.672050:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431938 00000100:00100000:2.0:1740485461.672051:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e64bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2412:2005:x1825030869297408:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.672055:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431939 00000100:00100000:0.0:1740485461.672055:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298432 00000100:00100000:0.0:1740485461.672057:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298432 00000100:00100000:1.0:1740485461.672066:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431940 00000100:00100000:3.0:1740485461.672068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672070:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431941 00000100:00100000:1.0:1740485461.672071:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2411:2005:x1825030869297664:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.672074:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431942 00000100:00100000:0.0:1740485461.672074:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2411:2005:x1825030869297920:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.672077:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2411:2005:x1825030869298176:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.672077:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.672079:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.672081:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.672085:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebd000/0x5922c046cdb8d41f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4541:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c67 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.672085:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072105400/0x5922c046cdb8d426 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4543:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c75 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.672086:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f38000/0x5922c046cdb8d42d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4544:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c83 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.672092:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672093:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672093:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672094:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672096:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672096:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072105400/0x5922c046cdb8d426 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c75 expref: 2414 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672097:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f38000/0x5922c046cdb8d42d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c83 expref: 2414 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672098:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672102:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098f38000/0x5922c046cdb8d42d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c83 expref: 2414 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672102:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebd000/0x5922c046cdb8d41f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c67 expref: 2414 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672103:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072105400/0x5922c046cdb8d426 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c75 expref: 2414 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672106:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f38000, rc 0) 00010000:00010000:0.0:1740485461.672108:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072105400, rc 0) 00000100:00100000:3.0:1740485461.672117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.672117:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebd000/0x5922c046cdb8d41f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c67 expref: 2414 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.672118:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869298176:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.672121:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431942 00000100:00100000:0.0:1740485461.672121:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869297920:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.672125:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431941 00010000:00010000:1.0:1740485461.672126:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebd000, rc 0) 00000100:00100000:2.0:1740485461.672131:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298688 00000100:00100000:2.0:1740485461.672132:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298688 00000100:00100000:0.0:1740485461.672134:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298944 00000100:00100000:0.0:1740485461.672136:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298944 00000100:00100000:3.0:1740485461.672141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.672144:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431943 00000100:00100000:1.0:1740485461.672144:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869297664:12345-192.168.204.38@tcp:101:rm.0 Request processed in 73us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.672147:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801233e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2414:2005:x1825030869298432:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.672150:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431940 00010000:00010000:2.0:1740485461.672151:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.672156:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b358200/0x5922c046cdb8d434 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c91 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.672156:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299200 00000100:00100000:0.0:1740485461.672158:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299200 00010000:00010000:2.0:1740485461.672162:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672163:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672165:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b358200/0x5922c046cdb8d434 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c91 expref: 2415 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.672165:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431944 00000100:00100000:1.0:1740485461.672170:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a42a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2415:2005:x1825030869298688:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.672171:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b358200/0x5922c046cdb8d434 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c91 expref: 2415 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672176:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b358200, rc 0) 00010000:00010000:1.0:1740485461.672177:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.672184:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebcc00/0x5922c046cdb8d43b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4546:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c9f expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.672186:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801233e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+2415:2005:x1825030869298432:12345-192.168.204.38@tcp:101:rm.0 Request processed in 38us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.672194:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672196:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672200:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebcc00/0x5922c046cdb8d43b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c9f expref: 2416 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672210:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebcc00/0x5922c046cdb8d43b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c9f expref: 2416 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672218:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebcc00, rc 0) 00000100:00100000:1.0:1740485461.672235:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a42a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2416:2005:x1825030869298688:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672239:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431945 00000100:00100000:2.0:1740485461.672243:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431943 00000100:00100000:3.0:1740485461.672245:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2416:2005:x1825030869298944:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.672247:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431944 00000100:00100000:0.0:1740485461.672253:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431946 00010000:00010000:3.0:1740485461.672254:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.672257:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2415:2005:x1825030869299200:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.672261:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca4200/0x5922c046cdb8d442 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cad expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.672262:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.672268:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80be00/0x5922c046cdb8d449 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4548:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cbb expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.672273:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672275:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672279:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca4200/0x5922c046cdb8d442 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cad expref: 2416 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672280:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672281:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672284:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80be00/0x5922c046cdb8d449 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cbb expref: 2416 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672287:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca4200/0x5922c046cdb8d442 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cad expref: 2416 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672290:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80be00/0x5922c046cdb8d449 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cbb expref: 2416 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672292:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca4200, rc 0) 00010000:00010000:0.0:1740485461.672295:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80be00, rc 0) 00000100:00100000:1.0:1740485461.672296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.672307:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2416:2005:x1825030869298944:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672311:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431945 00000100:00100000:3.0:1740485461.672322:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299456 00000100:00100000:3.0:1740485461.672323:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299456 00000100:00100000:3.0:1740485461.672334:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431947 00000100:00100000:3.0:1740485461.672336:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2416:2005:x1825030869299456:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.672341:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.672345:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca5c00/0x5922c046cdb8d450 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4549:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cc9 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.672351:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672352:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672355:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca5c00/0x5922c046cdb8d450 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cc9 expref: 2417 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672364:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca5c00/0x5922c046cdb8d450 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cc9 expref: 2417 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.672367:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2417:2005:x1825030869299200:12345-192.168.204.38@tcp:101:rm.0 Request processed in 106us (222us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.672371:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca5c00, rc 0) 00000100:00100000:0.0:1740485461.672373:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431946 00000100:00100000:1.0:1740485461.672377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672385:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299712 00000100:00100000:0.0:1740485461.672388:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299712 00000100:00100000:3.0:1740485461.672389:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2416:2005:x1825030869299456:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672395:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431947 00000100:00100000:1.0:1740485461.672398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672411:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299968 00000100:00100000:0.0:1740485461.672413:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299968 00000100:00100000:1.0:1740485461.672415:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431948 00000100:00100000:1.0:1740485461.672420:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f30e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2417:2005:x1825030869299712:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.672427:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.672435:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebc200/0x5922c046cdb8d457 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cd7 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.672440:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431949 00000100:00100000:0.0:1740485461.672444:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2418:2005:x1825030869299968:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.672446:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672447:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672449:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.672452:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebc200/0x5922c046cdb8d457 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cd7 expref: 2418 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672455:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80a000/0x5922c046cdb8d45e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ce5 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.672462:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebc200/0x5922c046cdb8d457 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cd7 expref: 2419 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672463:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672464:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672467:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80a000/0x5922c046cdb8d45e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ce5 expref: 2419 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672470:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebc200, rc 0) 00000100:00100000:3.0:1740485461.672473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.672477:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80a000/0x5922c046cdb8d45e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ce5 expref: 2419 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672481:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80a000, rc 0) 00000100:00100000:2.0:1740485461.672488:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300224 00000100:00100000:1.0:1740485461.672491:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f30e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2419:2005:x1825030869299712:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.672492:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300224 00000100:00100000:0.0:1740485461.672495:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2420:2005:x1825030869299968:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672497:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431948 00000100:00100000:3.0:1740485461.672500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672500:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431949 00000100:00100000:0.0:1740485461.672509:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300480 00000100:00100000:0.0:1740485461.672511:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300480 00000100:00100000:1.0:1740485461.672512:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431950 00000100:00100000:1.0:1740485461.672517:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2419:2005:x1825030869300224:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.672522:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431951 00010000:00010000:1.0:1740485461.672524:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.672542:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2419:2005:x1825030869300480:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.672546:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebd200/0x5922c046cdb8d465 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cf3 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.672550:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.672557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.672557:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b358c00/0x5922c046cdb8d46c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d01 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.672561:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672563:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672567:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672567:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebd200/0x5922c046cdb8d465 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cf3 expref: 2421 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672568:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672572:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b358c00/0x5922c046cdb8d46c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d01 expref: 2421 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.672573:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300736 00010000:00010000:1.0:1740485461.672576:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebd200/0x5922c046cdb8d465 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cf3 expref: 2421 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.672591:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300736 00010000:00010000:2.0:1740485461.672596:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b358c00/0x5922c046cdb8d46c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d01 expref: 2422 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672599:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebd200, rc 0) 00000100:00100000:0.0:1740485461.672603:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431952 00010000:00010000:2.0:1740485461.672604:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b358c00, rc 0) 00000100:00100000:3.0:1740485461.672607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.672607:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2422:2005:x1825030869300736:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.672612:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.672617:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80a200/0x5922c046cdb8d473 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d0f expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.672619:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2422:2005:x1825030869300224:12345-192.168.204.38@tcp:101:rm.0 Request processed in 101us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.672623:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2423:2005:x1825030869300480:12345-192.168.204.38@tcp:101:rm.0 Request processed in 95us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672623:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431950 00010000:00010000:0.0:1740485461.672625:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672626:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.672627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.672628:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431951 00010000:00010000:0.0:1740485461.672629:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80a200/0x5922c046cdb8d473 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d0f expref: 2423 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.672633:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300992 00000100:00100000:3.0:1740485461.672635:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300992 00000100:00100000:1.0:1740485461.672635:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301248 00010000:00010000:0.0:1740485461.672636:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80a200/0x5922c046cdb8d473 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d0f expref: 2422 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.672638:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301248 00010000:00010000:0.0:1740485461.672641:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80a200, rc 0) 00000100:00100000:3.0:1740485461.672648:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431953 00000100:00100000:1.0:1740485461.672653:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431954 00000100:00100000:3.0:1740485461.672654:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2423:2005:x1825030869300992:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.672655:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2423:2005:x1825030869300736:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672657:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2423:2005:x1825030869301248:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.672659:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.672659:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431952 00010000:00010000:1.0:1740485461.672661:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.672664:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca4400/0x5922c046cdb8d47a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x454f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d1d expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.672666:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e46c00/0x5922c046cdb8d481 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4550:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d2b expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.672672:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672673:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672674:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672675:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672676:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca4400/0x5922c046cdb8d47a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d1d expref: 2424 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672678:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e46c00/0x5922c046cdb8d481 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d2b expref: 2424 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672683:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca4400/0x5922c046cdb8d47a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x454f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d1d expref: 2424 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672685:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099e46c00/0x5922c046cdb8d481 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d2b expref: 2424 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672687:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca4400, rc 0) 00010000:00010000:1.0:1740485461.672690:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e46c00, rc 0) 00000100:00100000:3.0:1740485461.672700:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2424:2005:x1825030869300992:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672702:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2424:2005:x1825030869301248:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672704:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431953 00000100:00100000:1.0:1740485461.672706:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431954 00000100:00100000:0.0:1740485461.672726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.672735:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301504 00000100:00100000:1.0:1740485461.672737:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301504 00000100:00100000:0.0:1740485461.672743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.672747:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301760 00000100:00100000:1.0:1740485461.672748:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301760 00000100:00100000:1.0:1740485461.672758:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431955 00000100:00100000:0.0:1740485461.672758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.672762:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2424:2005:x1825030869301504:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.672765:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302016 00010000:00010000:1.0:1740485461.672767:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.672768:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302016 00000100:00100000:0.0:1740485461.672768:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431956 00000100:00100000:0.0:1740485461.672771:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2425:2005:x1825030869301760:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.672774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.672774:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132113600/0x5922c046cdb8d488 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d39 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.672777:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.672780:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302272 00000100:00100000:2.0:1740485461.672781:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302272 00010000:00010000:0.0:1740485461.672782:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80b000/0x5922c046cdb8d48f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d47 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.672785:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672786:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.672788:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431957 00010000:00010000:0.0:1740485461.672789:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672790:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.672791:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2428:2005:x1825030869302016:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.672791:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132113600/0x5922c046cdb8d488 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d39 expref: 2428 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.672793:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80b000/0x5922c046cdb8d48f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d47 expref: 2428 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672796:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.672798:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80b000/0x5922c046cdb8d48f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d47 expref: 2428 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672800:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132113600/0x5922c046cdb8d488 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d39 expref: 2428 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672802:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b359000/0x5922c046cdb8d496 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d55 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.672803:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80b000, rc 0) 00010000:00010000:1.0:1740485461.672808:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132113600, rc 0) 00000100:00100000:3.0:1740485461.672809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.672812:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672814:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672818:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b359000/0x5922c046cdb8d496 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d55 expref: 2429 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.672819:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2429:2005:x1825030869301760:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672821:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302528 00000100:00100000:3.0:1740485461.672823:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302528 00000100:00100000:0.0:1740485461.672825:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431956 00010000:00010000:2.0:1740485461.672828:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b359000/0x5922c046cdb8d496 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d55 expref: 2430 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.672828:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2430:2005:x1825030869301504:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672834:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431955 00010000:00010000:2.0:1740485461.672836:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b359000, rc 0) 00000100:00100000:3.0:1740485461.672840:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431958 00000100:00100000:0.0:1740485461.672846:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431959 00000100:00100000:3.0:1740485461.672847:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2428:2005:x1825030869302272:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.672851:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2428:2005:x1825030869302528:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.672855:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.672855:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2428:2005:x1825030869302016:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (94us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.672860:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca5200/0x5922c046cdb8d49d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d63 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.672861:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431957 00010000:00010000:0.0:1740485461.672861:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.672867:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672868:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672871:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca5200/0x5922c046cdb8d49d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d63 expref: 2429 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.672878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.672880:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca5200/0x5922c046cdb8d49d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d63 expref: 2428 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672888:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca5200, rc 0) 00000100:00100000:2.0:1740485461.672896:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302784 00000100:00100000:1.0:1740485461.672897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.672899:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302784 00000100:00100000:3.0:1740485461.672905:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2429:2005:x1825030869302272:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.672910:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431958 00000100:00100000:2.0:1740485461.672910:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303040 00000100:00100000:2.0:1740485461.672912:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303040 00000100:00100000:1.0:1740485461.672913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.672922:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303296 00000100:00100000:2.0:1740485461.672924:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303296 00000100:00100000:3.0:1740485461.672925:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431960 00010000:00010000:0.0:1740485461.672929:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80b200/0x5922c046cdb8d4a4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d71 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.672931:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431961 00000100:00100000:3.0:1740485461.672932:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2430:2005:x1825030869302784:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.672937:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2431:2005:x1825030869303040:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.672939:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.672941:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.672942:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431962 00010000:00010000:0.0:1740485461.672943:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672944:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.672946:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca4a00/0x5922c046cdb8d4ab lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4556:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d7f expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.672946:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2431:2005:x1825030869303296:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.672947:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80b200/0x5922c046cdb8d4a4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d71 expref: 2431 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672951:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132113e00/0x5922c046cdb8d4b2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4557:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d8d expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.672952:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.672956:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.672957:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80b200/0x5922c046cdb8d4a4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d71 expref: 2432 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672958:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672959:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8d4b9 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4558:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d9b expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.672961:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.672962:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca4a00/0x5922c046cdb8d4ab lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d7f expref: 2433 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.672962:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672966:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132113e00/0x5922c046cdb8d4b2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d8d expref: 2433 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672972:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca4a00/0x5922c046cdb8d4ab lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d7f expref: 2434 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672973:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.672974:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.672976:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132113e00/0x5922c046cdb8d4b2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d8d expref: 2434 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672978:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8d4b9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d9b expref: 2434 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.672979:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca4a00, rc 0) 00010000:00010000:1.0:1740485461.672983:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132113e00, rc 0) 00010000:00010000:2.0:1740485461.672986:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115e00/0x5922c046cdb8d4b9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d9b expref: 2434 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.672993:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5115e00, rc 0) 00000100:00100000:3.0:1740485461.672998:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869302784:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.672999:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869303040:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.673003:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431960 00000100:00100000:1.0:1740485461.673007:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431961 00000100:00100000:2.0:1740485461.673008:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2434:2005:x1825030869303296:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.673013:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431962 00010000:00010000:0.0:1740485461.673029:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80b200, rc 0) 00000100:00100000:0.0:1740485461.673051:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2431:2005:x1825030869302528:12345-192.168.204.38@tcp:101:rm.0 Request processed in 199us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.673057:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431959 00000100:00100000:1.0:1740485461.673062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.673071:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303552 00000100:00100000:0.0:1740485461.673074:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303552 00000100:00100000:0.0:1740485461.673091:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431963 00000100:00100000:0.0:1740485461.673096:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2431:2005:x1825030869303552:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.673098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.673102:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.673109:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303808 00010000:00010000:0.0:1740485461.673110:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80ba00/0x5922c046cdb8d4c0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7da9 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673111:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303808 00010000:00010000:0.0:1740485461.673120:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.673122:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431964 00010000:00010000:0.0:1740485461.673122:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.673125:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2433:2005:x1825030869303808:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.673127:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80ba00/0x5922c046cdb8d4c0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7da9 expref: 2433 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673129:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.673134:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e78a00/0x5922c046cdb8d4c7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7db7 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.673134:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304064 00000100:00100000:1.0:1740485461.673136:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304064 00010000:00010000:2.0:1740485461.673141:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673142:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673142:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80ba00/0x5922c046cdb8d4c0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7da9 expref: 2435 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673145:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e78a00/0x5922c046cdb8d4c7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7db7 expref: 2435 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.673148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.673149:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431965 00010000:00010000:0.0:1740485461.673149:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80ba00, rc 0) 00010000:00010000:2.0:1740485461.673151:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099e78a00/0x5922c046cdb8d4c7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7db7 expref: 2435 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.673154:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2435:2005:x1825030869304064:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.673157:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e78a00, rc 0) 00010000:00010000:1.0:1740485461.673162:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.673168:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2435:2005:x1825030869303552:12345-192.168.204.38@tcp:101:rm.0 Request processed in 70us (104us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.673170:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132112e00/0x5922c046cdb8d4ce lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dc5 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673174:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2435:2005:x1825030869303808:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.673174:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431963 00000100:00100000:3.0:1740485461.673175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.673180:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431964 00010000:00010000:1.0:1740485461.673181:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673183:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.673186:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304320 00010000:00010000:1.0:1740485461.673188:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132112e00/0x5922c046cdb8d4ce lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dc5 expref: 2435 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673188:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304320 00000100:00100000:2.0:1740485461.673193:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304576 00000100:00100000:2.0:1740485461.673196:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304576 00000100:00100000:3.0:1740485461.673197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.673197:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132112e00/0x5922c046cdb8d4ce lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dc5 expref: 2435 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.673205:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132112e00, rc 0) 00000100:00100000:0.0:1740485461.673212:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304832 00000100:00100000:0.0:1740485461.673215:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304832 00000100:00100000:2.0:1740485461.673218:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431966 00000100:00100000:1.0:1740485461.673223:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2437:2005:x1825030869304064:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.673224:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431967 00000100:00100000:2.0:1740485461.673224:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2437:2005:x1825030869304320:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.673229:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2437:2005:x1825030869304576:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.673230:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431965 00010000:00010000:2.0:1740485461.673232:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.673236:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.673237:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431968 00010000:00010000:2.0:1740485461.673239:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8d4d5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dd3 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.673242:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cde1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2436:2005:x1825030869304832:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.673243:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b359e00/0x5922c046cdb8d4dc lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7de1 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.673248:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.673249:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673251:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.673253:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.673254:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673255:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80a600/0x5922c046cdb8d4e3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7def expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.673256:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8d4d5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dd3 expref: 2438 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673258:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b359e00/0x5922c046cdb8d4dc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7de1 expref: 2438 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.673260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673265:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5115000/0x5922c046cdb8d4d5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dd3 expref: 2439 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673266:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b359e00/0x5922c046cdb8d4dc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7de1 expref: 2439 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673267:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673269:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673271:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305088 00010000:00010000:3.0:1740485461.673273:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b359e00, rc 0) 00010000:00010000:2.0:1740485461.673273:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5115000, rc 0) 00000100:00100000:1.0:1740485461.673273:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305088 00010000:00010000:0.0:1740485461.673273:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80a600/0x5922c046cdb8d4e3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7def expref: 2439 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673283:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80a600/0x5922c046cdb8d4e3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7def expref: 2440 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.673284:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431969 00000100:00100000:1.0:1740485461.673288:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a50f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2440:2005:x1825030869305088:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.673289:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2440:2005:x1825030869304576:12345-192.168.204.38@tcp:101:rm.0 Request processed in 59us (114us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.673292:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80a600, rc 0) 00000100:00100000:2.0:1740485461.673294:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2440:2005:x1825030869304320:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.673294:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.673295:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431967 00000100:00100000:2.0:1740485461.673299:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431966 00010000:00010000:1.0:1740485461.673301:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ebdc00/0x5922c046cdb8d4ea lrc: 2/0,0 mode: --/PR res: [0x280000403:0x455f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dfd expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.673310:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cde1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2439:2005:x1825030869304832:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (112us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.673311:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673312:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673316:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ebdc00/0x5922c046cdb8d4ea lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dfd expref: 2439 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673316:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431968 00010000:00010000:1.0:1740485461.673324:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098ebdc00/0x5922c046cdb8d4ea lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x455f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dfd expref: 2439 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.673331:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ebdc00, rc 0) 00000100:00100000:3.0:1740485461.673334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.673346:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a50f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2438:2005:x1825030869305088:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.673350:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431969 00000100:00100000:0.0:1740485461.673356:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305344 00000100:00100000:0.0:1740485461.673359:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305344 00000100:00100000:3.0:1740485461.673363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.673374:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305600 00000100:00100000:3.0:1740485461.673376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.673376:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305600 00000100:00100000:1.0:1740485461.673382:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305856 00000100:00100000:1.0:1740485461.673385:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305856 00000100:00100000:3.0:1740485461.673390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.673391:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431970 00000100:00100000:0.0:1740485461.673396:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2440:2005:x1825030869305344:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.673402:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306112 00010000:00010000:0.0:1740485461.673402:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.673404:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306112 00000100:00100000:3.0:1740485461.673407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.673408:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80a400/0x5922c046cdb8d4f1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4560:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e0b expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673411:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431971 00000100:00100000:2.0:1740485461.673416:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2442:2005:x1825030869305600:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.673418:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673420:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673421:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306368 00000100:00100000:3.0:1740485461.673422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673423:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.673423:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306368 00010000:00010000:0.0:1740485461.673425:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80a400/0x5922c046cdb8d4f1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e0b expref: 2442 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673430:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cdb8d4f8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e19 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.673432:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80a400/0x5922c046cdb8d4f1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e0b expref: 2443 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.673433:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306624 00000100:00100000:3.0:1740485461.673436:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306624 00010000:00010000:0.0:1740485461.673438:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80a400, rc 0) 00010000:00010000:2.0:1740485461.673440:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673441:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673445:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431972 00010000:00010000:2.0:1740485461.673446:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cdb8d4f8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e19 expref: 2445 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.673452:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431973 00000100:00100000:1.0:1740485461.673452:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869305856:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.673453:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869305344:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.673454:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d000/0x5922c046cdb8d4f8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e19 expref: 2445 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.673457:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869306112:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.673457:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431970 00010000:00010000:1.0:1740485461.673459:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.673461:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1d000, rc 0) 00010000:00010000:3.0:1740485461.673463:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.673466:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a800/0x5922c046cdb8d4ff lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e27 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.673467:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431974 00010000:00010000:3.0:1740485461.673470:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b359800/0x5922c046cdb8d506 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e35 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.673470:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013316ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2444:2005:x1825030869306368:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.673476:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673476:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.673477:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869305600:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.673478:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.673479:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.673480:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673480:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80ac00/0x5922c046cdb8d50d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e43 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673482:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431971 00010000:00010000:1.0:1740485461.673482:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a800/0x5922c046cdb8d4ff lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e27 expref: 2446 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673484:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b359800/0x5922c046cdb8d506 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e35 expref: 2446 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673488:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673489:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673490:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a800/0x5922c046cdb8d4ff lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e27 expref: 2447 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673491:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80ac00/0x5922c046cdb8d50d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e43 expref: 2446 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673493:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b359800/0x5922c046cdb8d506 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e35 expref: 2446 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673498:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80ac00/0x5922c046cdb8d50d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e43 expref: 2446 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673500:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b359800, rc 0) 00010000:00010000:0.0:1740485461.673502:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80ac00, rc 0) 00010000:00010000:1.0:1740485461.673503:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5a800, rc 0) 00000100:00100000:0.0:1740485461.673511:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013316ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869306368:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.673515:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431974 00000100:00100000:3.0:1740485461.673517:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869306112:12345-192.168.204.38@tcp:101:rm.0 Request processed in 59us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.673519:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869305856:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.673523:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431973 00000100:00100000:1.0:1740485461.673542:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431972 00000100:00100000:3.0:1740485461.673568:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431975 00000100:00100000:0.0:1740485461.673571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.673573:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2443:2005:x1825030869306624:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.673591:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306880 00000100:00100000:2.0:1740485461.673594:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306880 00010000:00010000:3.0:1740485461.673598:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.673612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.673617:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307136 00000100:00100000:2.0:1740485461.673620:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307136 00000100:00100000:0.0:1740485461.673623:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431976 00000100:00100000:0.0:1740485461.673627:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869306880:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.673632:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431977 00010000:00010000:0.0:1740485461.673632:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.673635:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2445:2005:x1825030869307136:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.673637:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80b600/0x5922c046cdb8d514 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4566:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e5f expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.673640:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.673644:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c600/0x5922c046cdb8d51b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4567:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e6d expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.673644:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673646:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673649:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80b600/0x5922c046cdb8d514 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e5f expref: 2447 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673652:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673653:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673656:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c600/0x5922c046cdb8d51b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e6d expref: 2447 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673656:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80b600/0x5922c046cdb8d514 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e5f expref: 2447 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673657:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072399e00/0x5922c046cdb8d522 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e51 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.673660:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80b600, rc 0) 00010000:00010000:2.0:1740485461.673662:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c600/0x5922c046cdb8d51b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e6d expref: 2448 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673666:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673666:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1c600, rc 0) 00010000:00010000:3.0:1740485461.673667:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.673667:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2448:2005:x1825030869306880:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.673671:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072399e00/0x5922c046cdb8d522 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e51 expref: 2448 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673671:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431976 00010000:00010000:3.0:1740485461.673677:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072399e00/0x5922c046cdb8d522 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e51 expref: 2448 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.673677:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2448:2005:x1825030869307136:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.673680:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431977 00010000:00010000:3.0:1740485461.673681:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399e00, rc 0) 00000100:00100000:3.0:1740485461.673692:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869306624:12345-192.168.204.38@tcp:101:rm.0 Request processed in 119us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.673696:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431975 00000100:00100000:0.0:1740485461.673708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.673725:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307392 00000100:00100000:3.0:1740485461.673727:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307392 00000100:00100000:3.0:1740485461.673736:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431978 00000100:00100000:0.0:1740485461.673737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.673738:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2446:2005:x1825030869307392:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.673743:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.673747:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072398200/0x5922c046cdb8d529 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e7b expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673750:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307648 00010000:00010000:3.0:1740485461.673753:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.673753:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307648 00010000:00010000:3.0:1740485461.673754:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.673757:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072398200/0x5922c046cdb8d529 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e7b expref: 2448 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.673762:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072398200/0x5922c046cdb8d529 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e7b expref: 2448 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.673766:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072398200, rc 0) 00000100:00100000:1.0:1740485461.673766:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307904 00000100:00100000:1.0:1740485461.673769:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307904 00000100:00100000:2.0:1740485461.673775:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431979 00000100:00100000:3.0:1740485461.673776:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2449:2005:x1825030869307392:12345-192.168.204.38@tcp:101:rm.0 Request processed in 37us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.673779:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431978 00000100:00100000:2.0:1740485461.673781:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2449:2005:x1825030869307648:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.673784:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431980 00010000:00010000:2.0:1740485461.673787:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.673790:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2448:2005:x1825030869307904:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.673794:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1cc00/0x5922c046cdb8d530 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4569:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e89 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.673797:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.673803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673803:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673804:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80aa00/0x5922c046cdb8d537 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e97 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.673805:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673808:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1cc00/0x5922c046cdb8d530 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e89 expref: 2449 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673816:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1cc00/0x5922c046cdb8d530 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e89 expref: 2450 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.673816:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673817:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308160 00010000:00010000:0.0:1740485461.673817:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.673820:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308160 00010000:00010000:0.0:1740485461.673822:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80aa00/0x5922c046cdb8d537 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e97 expref: 2450 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673823:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1cc00, rc 0) 00000100:00100000:3.0:1740485461.673827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.673831:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80aa00/0x5922c046cdb8d537 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e97 expref: 2451 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.673836:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2451:2005:x1825030869307648:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.673836:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308416 00000100:00100000:1.0:1740485461.673839:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308416 00010000:00010000:0.0:1740485461.673839:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80aa00, rc 0) 00000100:00100000:2.0:1740485461.673841:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431979 00000100:00100000:0.0:1740485461.673852:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2451:2005:x1825030869307904:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.673854:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431981 00000100:00100000:0.0:1740485461.673858:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431980 00000100:00100000:2.0:1740485461.673859:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2451:2005:x1825030869308160:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.673862:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431982 00010000:00010000:2.0:1740485461.673864:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.673867:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2450:2005:x1825030869308416:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.673869:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d400/0x5922c046cdb8d53e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ea5 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.673874:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.673877:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673878:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673881:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b000/0x5922c046cdb8d545 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7eb3 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.673882:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d400/0x5922c046cdb8d53e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ea5 expref: 2451 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.673889:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1d400/0x5922c046cdb8d53e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ea5 expref: 2452 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.673892:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.673893:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.673895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673895:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1d400, rc 0) 00010000:00010000:1.0:1740485461.673898:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b000/0x5922c046cdb8d545 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eb3 expref: 2452 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.673906:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2452:2005:x1825030869308160:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (102us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.673908:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b000/0x5922c046cdb8d545 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eb3 expref: 2452 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.673910:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431981 00000100:00100000:0.0:1740485461.673912:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308672 00000100:00100000:0.0:1740485461.673915:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308672 00010000:00010000:1.0:1740485461.673916:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5b000, rc 0) 00000100:00100000:2.0:1740485461.673924:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431983 00000100:00100000:2.0:1740485461.673927:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2452:2005:x1825030869308672:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.673932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673932:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.673933:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2452:2005:x1825030869308416:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (104us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.673937:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c800/0x5922c046cdb8d54c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ec1 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.673939:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431982 00000100:00100000:0.0:1740485461.673948:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308928 00010000:00010000:2.0:1740485461.673949:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.673950:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.673950:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308928 00010000:00010000:2.0:1740485461.673953:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c800/0x5922c046cdb8d54c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ec1 expref: 2453 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673959:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431984 00010000:00010000:2.0:1740485461.673961:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c800/0x5922c046cdb8d54c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ec1 expref: 2453 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.673963:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869308928:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.673966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.673968:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1c800, rc 0) 00010000:00010000:0.0:1740485461.673969:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.673976:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8d553 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ecf expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.673977:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2453:2005:x1825030869308672:12345-192.168.204.38@tcp:101:rm.0 Request processed in 49us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.673979:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309184 00000100:00100000:1.0:1740485461.673981:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309184 00000100:00100000:2.0:1740485461.673983:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431983 00000100:00100000:3.0:1740485461.673985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.673986:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673988:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.673992:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8d553 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ecf expref: 2454 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.673994:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309440 00000100:00100000:2.0:1740485461.673996:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309440 00000100:00100000:1.0:1740485461.673997:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431985 00000100:00100000:3.0:1740485461.674001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.674001:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2455:2005:x1825030869309184:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.674002:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f98be00/0x5922c046cdb8d553 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ecf expref: 2455 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.674008:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.674010:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f98be00, rc 0) 00010000:00010000:1.0:1740485461.674015:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b200/0x5922c046cdb8d55a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x456f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7edd expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.674016:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309696 00000100:00100000:2.0:1740485461.674018:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309696 00000100:00100000:2.0:1740485461.674025:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431986 00000100:00100000:0.0:1740485461.674025:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2457:2005:x1825030869308928:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (93us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.674026:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674027:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.674028:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2457:2005:x1825030869309440:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.674029:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431987 00010000:00010000:1.0:1740485461.674031:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b200/0x5922c046cdb8d55a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7edd expref: 2457 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674033:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.674033:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431984 00000100:00100000:3.0:1740485461.674034:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2457:2005:x1825030869309696:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.674036:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f80bc00/0x5922c046cdb8d561 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4570:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7eeb expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.674039:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.674041:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b200/0x5922c046cdb8d55a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x456f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7edd expref: 2457 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.674044:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072399c00/0x5922c046cdb8d568 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4571:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ef9 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.674044:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674044:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674047:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f80bc00/0x5922c046cdb8d561 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eeb expref: 2457 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.674049:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5b200, rc 0) 00010000:00010000:3.0:1740485461.674051:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.674053:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.674055:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072399c00/0x5922c046cdb8d568 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ef9 expref: 2458 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674056:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f80bc00/0x5922c046cdb8d561 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eeb expref: 2458 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.674061:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072399c00/0x5922c046cdb8d568 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ef9 expref: 2458 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674061:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f80bc00, rc 0) 00000100:00100000:1.0:1740485461.674063:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2458:2005:x1825030869309184:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (97us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.674066:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399c00, rc 0) 00000100:00100000:1.0:1740485461.674069:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431985 00000100:00100000:2.0:1740485461.674070:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2458:2005:x1825030869309440:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.674074:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431986 00000100:00100000:3.0:1740485461.674075:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2458:2005:x1825030869309696:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.674081:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431987 00000100:00100000:0.0:1740485461.674088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.674103:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309952 00000100:00100000:2.0:1740485461.674105:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309952 00000100:00100000:0.0:1740485461.674112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.674114:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431988 00000100:00100000:2.0:1740485461.674118:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2456:2005:x1825030869309952:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.674130:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310208 00000100:00100000:1.0:1740485461.674133:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310208 00010000:00010000:2.0:1740485461.674134:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.674138:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c000/0x5922c046cdb8d56f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4572:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f07 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.674145:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674146:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674149:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c000/0x5922c046cdb8d56f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f07 expref: 2458 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674155:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1c000/0x5922c046cdb8d56f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f07 expref: 2458 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.674156:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431989 00010000:00010000:2.0:1740485461.674160:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1c000, rc 0) 00000100:00100000:1.0:1740485461.674160:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2458:2005:x1825030869310208:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.674162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.674167:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.674169:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310464 00000100:00100000:2.0:1740485461.674171:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310464 00010000:00010000:1.0:1740485461.674175:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b400/0x5922c046cdb8d576 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4573:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f15 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.674182:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431990 00000100:00100000:2.0:1740485461.674185:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096472680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2460:2005:x1825030869310464:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.674185:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674186:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674188:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.674190:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b400/0x5922c046cdb8d576 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f15 expref: 2460 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.674191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.674192:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdb8d57d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f23 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.674199:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b400/0x5922c046cdb8d576 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f15 expref: 2461 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674200:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674202:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674206:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5b400, rc 0) 00010000:00010000:2.0:1740485461.674207:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdb8d57d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f23 expref: 2461 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674215:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009abe0c00/0x5922c046cdb8d57d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f23 expref: 2461 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.674220:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2461:2005:x1825030869310208:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (107us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.674222:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe0c00, rc 0) 00000100:00100000:0.0:1740485461.674224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.674225:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431989 00000100:00100000:1.0:1740485461.674234:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310720 00000100:00100000:1.0:1740485461.674237:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310720 00000100:00100000:2.0:1740485461.674239:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096472680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2460:2005:x1825030869310464:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.674245:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431990 00000100:00100000:1.0:1740485461.674246:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310976 00000100:00100000:1.0:1740485461.674248:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310976 00000100:00100000:0.0:1740485461.674255:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431991 00000100:00100000:1.0:1740485461.674259:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431992 00000100:00100000:0.0:1740485461.674259:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2461:2005:x1825030869310720:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.674263:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2461:2005:x1825030869310976:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.674264:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.674268:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.674270:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135ca4600/0x5922c046cdb8d584 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4575:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f31 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.674275:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5ac00/0x5922c046cdb8d58b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4576:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f3f expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.674278:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.674279:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.674282:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135ca4600/0x5922c046cdb8d584 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f31 expref: 2463 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.674285:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2463:2005:x1825030869309952:12345-192.168.204.38@tcp:101:rm.0 Request processed in 165us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.674285:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674287:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.674288:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135ca4600/0x5922c046cdb8d584 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f31 expref: 2463 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.674292:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5ac00/0x5922c046cdb8d58b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f3f expref: 2463 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.674293:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431988 00010000:00010000:0.0:1740485461.674293:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca4600, rc 0) 00010000:00010000:1.0:1740485461.674307:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5ac00/0x5922c046cdb8d58b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f3f expref: 2462 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.674309:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2462:2005:x1825030869310720:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.674314:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431991 00010000:00010000:1.0:1740485461.674315:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5ac00, rc 0) 00000100:00100000:1.0:1740485461.674332:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2461:2005:x1825030869310976:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.674337:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431992 00000100:00100000:0.0:1740485461.674659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.674675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.674689:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311232 00000100:00100000:1.0:1740485461.674693:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311232 00000100:00100000:0.0:1740485461.674695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.674706:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311488 00000100:00100000:1.0:1740485461.674708:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311488 00000100:00100000:0.0:1740485461.674710:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311744 00000100:00100000:0.0:1740485461.674712:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311744 00000100:00100000:2.0:1740485461.674720:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431993 00000100:00100000:2.0:1740485461.674726:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880096473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2463:2005:x1825030869311232:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.674732:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431994 00010000:00010000:2.0:1740485461.674734:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.674737:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2463:2005:x1825030869311488:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.674738:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431995 00010000:00010000:2.0:1740485461.674742:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cdb8d592 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4577:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f4d expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.674743:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2463:2005:x1825030869311744:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.674744:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.674749:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b600/0x5922c046cdb8d599 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4578:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f5b expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.674753:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.674756:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674757:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674757:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674759:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674761:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cdb8d592 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f4d expref: 2465 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.674761:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b359200/0x5922c046cdb8d5a0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4579:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f69 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.674762:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b600/0x5922c046cdb8d599 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f5b expref: 2465 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.674769:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5b600/0x5922c046cdb8d599 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f5b expref: 2466 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.674770:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ba1ca00/0x5922c046cdb8d592 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f4d expref: 2466 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.674773:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.674774:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5b600, rc 0) 00010000:00010000:0.0:1740485461.674775:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.674777:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ba1ca00, rc 0) 00010000:00010000:0.0:1740485461.674780:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b359200/0x5922c046cdb8d5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f69 expref: 2466 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.674790:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b359200/0x5922c046cdb8d5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f69 expref: 2466 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.674792:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+2466:2005:x1825030869311488:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.674794:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880096473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2466:2005:x1825030869311232:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.674795:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b359200, rc 0) 00000100:00100000:1.0:1740485461.674798:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431994 00000100:00100000:2.0:1740485461.674802:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431993 00000100:00100000:0.0:1740485461.674811:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2464:2005:x1825030869311744:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.674817:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431995 00000100:00100000:0.0:1740485461.674940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.674973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.674984:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312000 00000100:00100000:2.0:1740485461.674987:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312000 00000100:00100000:0.0:1740485461.674994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.675005:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312256 00000100:00100000:3.0:1740485461.675008:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312512 00000100:00100000:2.0:1740485461.675008:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312256 00000100:00100000:3.0:1740485461.675011:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312512 00000100:00100000:1.0:1740485461.675018:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431996 00000100:00100000:1.0:1740485461.675023:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2466:2005:x1825030869312000:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.675024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.675027:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431997 00010000:00010000:1.0:1740485461.675030:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.675031:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312768 00000100:00100000:2.0:1740485461.675032:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880136201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2466:2005:x1825030869312256:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.675034:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312768 00010000:00010000:1.0:1740485461.675037:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5aa00/0x5922c046cdb8d5a7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f77 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.675037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.675039:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.675046:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8600/0x5922c046cdb8d5ae lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f85 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.675047:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675049:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.675049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675053:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5aa00/0x5922c046cdb8d5a7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f77 expref: 2468 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675056:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313024 00010000:00010000:2.0:1740485461.675057:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.675059:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313024 00010000:00010000:2.0:1740485461.675059:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.675060:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313280 00010000:00010000:1.0:1740485461.675061:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5aa00/0x5922c046cdb8d5a7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f77 expref: 2470 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675062:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313280 00010000:00010000:2.0:1740485461.675063:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8600/0x5922c046cdb8d5ae lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f85 expref: 2470 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675068:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5aa00, rc 0) 00000100:00100000:3.0:1740485461.675074:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431998 00010000:00010000:2.0:1740485461.675078:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8600/0x5922c046cdb8d5ae lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f85 expref: 2471 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675078:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1431999 00000100:00100000:3.0:1740485461.675079:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880136201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869312512:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.675082:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880136201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869312768:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.675085:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8600, rc 0) 00010000:00010000:3.0:1740485461.675087:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.675087:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869312000:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.675087:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.675092:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431996 00010000:00010000:0.0:1740485461.675094:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801363c0000/0x5922c046cdb8d5b5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fa1 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.675096:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099e79600/0x5922c046cdb8d5bc lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f93 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.675102:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.675103:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.675104:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880136201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2472:2005:x1825030869312256:12345-192.168.204.38@tcp:101:rm.0 Request processed in 71us (128us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.675106:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.675106:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801363c0000/0x5922c046cdb8d5b5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fa1 expref: 2472 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675107:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.675107:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432000 00010000:00010000:3.0:1740485461.675111:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099e79600/0x5922c046cdb8d5bc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f93 expref: 2472 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.675112:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431997 00000100:00100000:1.0:1740485461.675112:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2472:2005:x1825030869313024:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.675113:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801363c0000/0x5922c046cdb8d5b5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fa1 expref: 2472 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675117:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.675118:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801363c0000, rc 0) 00010000:00010000:3.0:1740485461.675119:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099e79600/0x5922c046cdb8d5bc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f93 expref: 2472 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675124:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a600/0x5922c046cdb8d5c3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7faf expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.675126:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099e79600, rc 0) 00000100:00100000:2.0:1740485461.675128:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432001 00000100:00100000:0.0:1740485461.675131:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880136201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869312768:12345-192.168.204.38@tcp:101:rm.0 Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.675133:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869313280:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.675135:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431999 00010000:00010000:1.0:1740485461.675138:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675139:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675140:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.675143:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a600/0x5922c046cdb8d5c3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7faf expref: 2471 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675144:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880136201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869312512:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.675147:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff9200/0x5922c046cdb8d5ca lrc: 2/0,0 mode: --/PR res: [0x280000403:0x457f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fbd expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.675150:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1431998 00010000:00010000:1.0:1740485461.675151:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cf5a600/0x5922c046cdb8d5c3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7faf expref: 2471 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675156:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf5a600, rc 0) 00000100:00100000:0.0:1740485461.675157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.675158:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675159:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675163:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff9200/0x5922c046cdb8d5ca lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fbd expref: 2471 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675165:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313536 00000100:00100000:0.0:1740485461.675167:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313536 00000100:00100000:1.0:1740485461.675169:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2472:2005:x1825030869313024:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.675172:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff9200/0x5922c046cdb8d5ca lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x457f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fbd expref: 2472 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.675174:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432000 00010000:00010000:2.0:1740485461.675181:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff9200, rc 0) 00000100:00100000:1.0:1740485461.675184:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432002 00000100:00100000:1.0:1740485461.675187:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869313536:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.675191:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.675196:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c767600/0x5922c046cdb8d5d1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4580:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fcb expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.675199:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869313280:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (149us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.675203:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675204:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.675205:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432001 00010000:00010000:1.0:1740485461.675206:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c767600/0x5922c046cdb8d5d1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fcb expref: 2472 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675212:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c767600/0x5922c046cdb8d5d1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fcb expref: 2472 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675221:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c767600, rc 0) 00000100:00100000:1.0:1740485461.675230:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869313536:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.675234:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432002 00000100:00100000:3.0:1740485461.675292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.675308:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313792 00000100:00100000:1.0:1740485461.675311:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313792 00000100:00100000:1.0:1740485461.675325:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432003 00000100:00100000:1.0:1740485461.675329:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2471:2005:x1825030869313792:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.675335:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.675342:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfff000/0x5922c046cdb8d5d8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4581:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fd9 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.675346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675351:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675353:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675357:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfff000/0x5922c046cdb8d5d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fd9 expref: 2472 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675365:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfff000/0x5922c046cdb8d5d8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fd9 expref: 2472 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675371:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314048 00000100:00100000:3.0:1740485461.675372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675372:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfff000, rc 0) 00000100:00100000:0.0:1740485461.675375:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314048 00000100:00100000:3.0:1740485461.675382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.675394:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2473:2005:x1825030869313792:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.675396:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314560 00000100:00100000:1.0:1740485461.675399:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432003 00000100:00100000:2.0:1740485461.675400:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314560 00000100:00100000:1.0:1740485461.675408:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314816 00000100:00100000:1.0:1740485461.675411:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314816 00000100:00100000:2.0:1740485461.675418:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432004 00000100:00100000:2.0:1740485461.675423:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2474:2005:x1825030869314048:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.675426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.675429:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.675436:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a5dba00/0x5922c046cdb8d5df lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4582:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fe7 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.675437:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315072 00000100:00100000:1.0:1740485461.675439:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315072 00000100:00100000:3.0:1740485461.675445:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432005 00010000:00010000:2.0:1740485461.675446:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675447:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.675449:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2476:2005:x1825030869314560:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.675451:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a5dba00/0x5922c046cdb8d5df lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fe7 expref: 2476 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.675459:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008a5dba00/0x5922c046cdb8d5df lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fe7 expref: 2476 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.675463:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432006 00010000:00010000:2.0:1740485461.675466:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a5dba00, rc 0) 00000100:00100000:3.0:1740485461.675468:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432007 00000100:00100000:1.0:1740485461.675469:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2476:2005:x1825030869314816:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.675471:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2476:2005:x1825030869315072:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.675484:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.675488:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091112300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2476:2005:x1825030869314048:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.675488:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314304 00010000:00010000:3.0:1740485461.675489:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0400/0x5922c046cdb8d5e6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4586:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d801f expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.675490:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.675491:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314304 00000100:00100000:2.0:1740485461.675493:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432004 00010000:00010000:3.0:1740485461.675497:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675497:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675498:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfffa00/0x5922c046cdb8d5ed lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4585:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8011 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.675500:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0400/0x5922c046cdb8d5e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d801f expref: 2478 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675506:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0400/0x5922c046cdb8d5e6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d801f expref: 2478 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675506:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432008 00010000:00010000:1.0:1740485461.675508:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675509:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.675510:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880091113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869314304:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.675511:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d0400, rc 0) 00010000:00010000:1.0:1740485461.675513:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfffa00/0x5922c046cdb8d5ed lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8011 expref: 2478 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.675515:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.675521:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072398400/0x5922c046cdb8d5f4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4583:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ff5 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.675522:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869315072:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.675523:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfffa00/0x5922c046cdb8d5ed lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8011 expref: 2478 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675539:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432007 00010000:00010000:0.0:1740485461.675545:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.675547:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675548:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfffa00, rc 0) 00010000:00010000:0.0:1740485461.675550:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072398400/0x5922c046cdb8d5f4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ff5 expref: 2478 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675552:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.675557:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1000/0x5922c046cdb8d5fb lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4584:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8003 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.675557:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072398400/0x5922c046cdb8d5f4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ff5 expref: 2478 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.675562:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072398400, rc 0) 00000100:00100000:1.0:1740485461.675566:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2479:2005:x1825030869314816:12345-192.168.204.38@tcp:101:rm.0 Request processed in 97us (182us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.675569:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675570:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675573:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1000/0x5922c046cdb8d5fb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8003 expref: 2479 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.675573:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432006 00010000:00010000:3.0:1740485461.675598:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1000/0x5922c046cdb8d5fb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8003 expref: 2479 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675603:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1000, rc 0) 00000100:00100000:3.0:1740485461.675616:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2478:2005:x1825030869314560:12345-192.168.204.38@tcp:101:rm.0 Request processed in 166us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.675619:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432005 00000100:00100000:3.0:1740485461.675640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.675652:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315328 00000100:00100000:1.0:1740485461.675655:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315328 00000100:00100000:0.0:1740485461.675655:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880091113b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2477:2005:x1825030869314304:12345-192.168.204.38@tcp:101:rm.0 Request processed in 142us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.675662:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432008 00000100:00100000:3.0:1740485461.675674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.675675:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432009 00000100:00100000:0.0:1740485461.675678:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2477:2005:x1825030869315328:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.675680:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315584 00000100:00100000:1.0:1740485461.675682:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315584 00010000:00010000:0.0:1740485461.675683:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.675689:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072399200/0x5922c046cdb8d602 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4587:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d802d expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.675698:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432010 00010000:00010000:0.0:1740485461.675700:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.675702:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.675703:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800962f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2479:2005:x1825030869315584:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.675706:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072399200/0x5922c046cdb8d602 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d802d expref: 2479 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675710:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.675714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.675716:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072399200/0x5922c046cdb8d602 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d802d expref: 2479 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.675717:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfff200/0x5922c046cdb8d609 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4588:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d803b expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.675719:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315840 00000100:00100000:3.0:1740485461.675721:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315840 00010000:00010000:0.0:1740485461.675724:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072399200, rc 0) 00010000:00010000:1.0:1740485461.675726:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675728:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.675731:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432011 00010000:00010000:1.0:1740485461.675732:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfff200/0x5922c046cdb8d609 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d803b expref: 2481 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675734:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2481:2005:x1825030869315840:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.675738:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.675740:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfff200/0x5922c046cdb8d609 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d803b expref: 2481 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675742:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1800/0x5922c046cdb8d610 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4589:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8049 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.675747:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfff200, rc 0) 00010000:00010000:3.0:1740485461.675749:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675750:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675753:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1800/0x5922c046cdb8d610 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8049 expref: 2482 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675759:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6d1800/0x5922c046cdb8d610 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8049 expref: 2482 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.675764:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1800, rc 0) 00000100:00100000:1.0:1740485461.675767:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800962f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+2482:2005:x1825030869315584:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.675773:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432010 00000100:00100000:3.0:1740485461.675775:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2482:2005:x1825030869315840:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.675779:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432011 00000100:00100000:2.0:1740485461.675787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.675797:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316096 00000100:00100000:1.0:1740485461.675799:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316096 00000100:00100000:0.0:1740485461.675809:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2481:2005:x1825030869315328:12345-192.168.204.38@tcp:101:rm.0 Request processed in 128us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.675812:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432012 00000100:00100000:0.0:1740485461.675816:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432009 00000100:00100000:1.0:1740485461.675817:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2481:2005:x1825030869316096:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.675822:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.675827:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfffc00/0x5922c046cdb8d617 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8057 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.675835:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675836:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675840:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfffc00/0x5922c046cdb8d617 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8057 expref: 2481 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.675845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675848:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfffc00/0x5922c046cdb8d617 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8057 expref: 2481 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.675856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675856:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfffc00, rc 0) 00000100:00100000:0.0:1740485461.675866:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316352 00000100:00100000:0.0:1740485461.675869:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316352 00000100:00100000:1.0:1740485461.675888:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2482:2005:x1825030869316096:12345-192.168.204.38@tcp:101:rm.0 Request processed in 70us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.675891:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316608 00000100:00100000:1.0:1740485461.675893:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432012 00000100:00100000:0.0:1740485461.675894:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316608 00000100:00100000:2.0:1740485461.675900:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432013 00000100:00100000:2.0:1740485461.675906:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2482:2005:x1825030869316352:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.675906:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432014 00000100:00100000:3.0:1740485461.675908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.675911:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2482:2005:x1825030869316608:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.675914:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.675916:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316864 00010000:00010000:1.0:1740485461.675917:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.675919:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316864 00010000:00010000:2.0:1740485461.675923:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df35600/0x5922c046cdb8d625 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8065 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.675923:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bffea00/0x5922c046cdb8d61e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8073 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.675924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.675933:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675934:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675934:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.675936:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.675937:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bffea00/0x5922c046cdb8d61e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8073 expref: 2485 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675941:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317120 00010000:00010000:2.0:1740485461.675942:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df35600/0x5922c046cdb8d625 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8065 expref: 2485 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.675943:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317120 00010000:00010000:1.0:1740485461.675947:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bffea00/0x5922c046cdb8d61e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8073 expref: 2486 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675948:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432015 00010000:00010000:2.0:1740485461.675951:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df35600/0x5922c046cdb8d625 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8065 expref: 2486 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.675952:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869316864:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.675955:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bffea00, rc 0) 00010000:00010000:3.0:1740485461.675957:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.675957:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432016 00010000:00010000:2.0:1740485461.675959:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df35600, rc 0) 00000100:00100000:0.0:1740485461.675960:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869317120:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.675964:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d62c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8081 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.675965:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.675970:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dcc00/0x5922c046cdb8d633 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d808f expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.675971:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2487:2005:x1825030869316608:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (114us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.675976:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675977:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.675977:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432014 00010000:00010000:0.0:1740485461.675978:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.675979:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.675981:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d62c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8081 expref: 2488 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.675983:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2488:2005:x1825030869316352:12345-192.168.204.38@tcp:101:rm.0 Request processed in 77us (137us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.675983:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dcc00/0x5922c046cdb8d633 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d808f expref: 2488 pid: 16701 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.675989:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432013 00010000:00010000:3.0:1740485461.675990:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e6d0a00/0x5922c046cdb8d62c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8081 expref: 2487 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.675990:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dcc00/0x5922c046cdb8d633 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d808f expref: 2487 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.675995:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dcc00, rc 0) 00010000:00010000:3.0:1740485461.675999:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d0a00, rc 0) 00000100:00100000:0.0:1740485461.676010:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869317120:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676016:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2486:2005:x1825030869316864:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.676016:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432016 00000100:00100000:3.0:1740485461.676023:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432015 00000100:00100000:2.0:1740485461.676034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.676054:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317376 00000100:00100000:2.0:1740485461.676055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.676058:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317376 00000100:00100000:0.0:1740485461.676073:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317632 00000100:00100000:1.0:1740485461.676078:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432017 00000100:00100000:1.0:1740485461.676083:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2485:2005:x1825030869317376:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.676092:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.676099:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfff800/0x5922c046cdb8d63a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x458f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d809d expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.676109:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676110:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.676112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.676114:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfff800/0x5922c046cdb8d63a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d809d expref: 2486 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.676120:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317888 00000100:00100000:3.0:1740485461.676123:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317888 00010000:00010000:1.0:1740485461.676123:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfff800/0x5922c046cdb8d63a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x458f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d809d expref: 2486 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.676128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.676132:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfff800, rc 0) 00000100:00100000:3.0:1740485461.676135:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318144 00000100:00100000:3.0:1740485461.676136:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318144 00000100:00100000:2.0:1740485461.676145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.676146:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318400 00000100:00100000:3.0:1740485461.676148:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318400 00000100:00100000:3.0:1740485461.676155:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318656 00000100:00100000:3.0:1740485461.676156:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318656 00000100:00100000:1.0:1740485461.676158:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2490:2005:x1825030869317376:12345-192.168.204.38@tcp:101:rm.0 Request processed in 74us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676163:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432018 00000100:00100000:3.0:1740485461.676167:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2490:2005:x1825030869317888:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.676168:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432017 00010000:00010000:3.0:1740485461.676171:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676172:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432019 00010000:00010000:3.0:1740485461.676176:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993fc800/0x5922c046cdb8d641 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4591:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80b9 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.676177:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2490:2005:x1825030869318144:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.676183:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.676184:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676185:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.676186:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432020 00010000:00010000:3.0:1740485461.676188:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993fc800/0x5922c046cdb8d641 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80b9 expref: 2490 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676190:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fcfa00/0x5922c046cdb8d648 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4592:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80c7 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.676191:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2490:2005:x1825030869318400:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.676192:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317632 00010000:00010000:3.0:1740485461.676194:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993fc800/0x5922c046cdb8d641 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80b9 expref: 2490 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676198:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.676199:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fc800, rc 0) 00010000:00010000:2.0:1740485461.676200:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676202:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676206:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fcfa00/0x5922c046cdb8d648 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80c7 expref: 2492 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676206:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bfff600/0x5922c046cdb8d64f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4593:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80d5 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.676210:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2492:2005:x1825030869317888:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.676213:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432021 00010000:00010000:2.0:1740485461.676214:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fcfa00/0x5922c046cdb8d648 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80c7 expref: 2493 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.676216:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432018 00010000:00010000:1.0:1740485461.676217:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.676217:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869318656:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.676219:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676221:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcfa00, rc 0) 00010000:00010000:1.0:1740485461.676223:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bfff600/0x5922c046cdb8d64f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80d5 expref: 2492 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.676223:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.676225:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432022 00000100:00100000:3.0:1740485461.676228:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2492:2005:x1825030869317632:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.676228:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc600/0x5922c046cdb8d656 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4594:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80e3 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.676231:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676234:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869318144:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.676235:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993fca00/0x5922c046cdb8d65d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4590:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80ab expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.676236:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676237:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bfff600/0x5922c046cdb8d64f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80d5 expref: 2493 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.676237:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.676240:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432019 00010000:00010000:0.0:1740485461.676240:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc600/0x5922c046cdb8d656 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80e3 expref: 2494 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.676241:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676242:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676245:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993fca00/0x5922c046cdb8d65d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ab expref: 2494 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676245:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bfff600, rc 0) 00010000:00010000:0.0:1740485461.676246:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc600/0x5922c046cdb8d656 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80e3 expref: 2494 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.676250:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993fca00/0x5922c046cdb8d65d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ab expref: 2493 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.676252:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dc600, rc 0) 00010000:00010000:3.0:1740485461.676254:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fca00, rc 0) 00000100:00100000:1.0:1740485461.676263:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869318400:12345-192.168.204.38@tcp:101:rm.0 Request processed in 72us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676267:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869317632:12345-192.168.204.38@tcp:101:rm.0 Request processed in 38us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.676267:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2493:2005:x1825030869318656:12345-192.168.204.38@tcp:101:rm.0 Request processed in 49us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.676269:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432020 00000100:00100000:0.0:1740485461.676272:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432021 00000100:00100000:3.0:1740485461.676275:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432022 00000100:00100000:2.0:1740485461.676279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.676291:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318912 00000100:00100000:1.0:1740485461.676295:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318912 00000100:00100000:1.0:1740485461.676310:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432023 00000100:00100000:1.0:1740485461.676313:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2491:2005:x1825030869318912:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.676315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.676319:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.676326:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dff8000/0x5922c046cdb8d664 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4595:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80f1 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.676329:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319168 00000100:00100000:0.0:1740485461.676333:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319168 00010000:00010000:1.0:1740485461.676336:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676337:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.676338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.676341:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dff8000/0x5922c046cdb8d664 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80f1 expref: 2493 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.676349:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319424 00010000:00010000:1.0:1740485461.676349:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dff8000/0x5922c046cdb8d664 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80f1 expref: 2493 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.676351:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319424 00000100:00100000:0.0:1740485461.676351:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432024 00000100:00100000:0.0:1740485461.676355:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2494:2005:x1825030869319168:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.676356:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dff8000, rc 0) 00010000:00010000:0.0:1740485461.676360:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676366:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432025 00010000:00010000:0.0:1740485461.676366:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd400/0x5922c046cdb8d66b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4596:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80ff expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.676371:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2494:2005:x1825030869319424:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.676371:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2494:2005:x1825030869318912:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (92us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.676377:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.676378:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432023 00010000:00010000:0.0:1740485461.676378:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.676379:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.676382:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd400/0x5922c046cdb8d66b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ff expref: 2495 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676383:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fcf000/0x5922c046cdb8d672 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4597:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d810d expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.676388:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd400/0x5922c046cdb8d66b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ff expref: 2494 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.676393:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dd400, rc 0) 00010000:00010000:2.0:1740485461.676394:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676395:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676399:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fcf000/0x5922c046cdb8d672 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d810d expref: 2495 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.676406:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2495:2005:x1825030869319168:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.676409:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fcf000/0x5922c046cdb8d672 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d810d expref: 2495 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.676410:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432024 00010000:00010000:2.0:1740485461.676418:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcf000, rc 0) 00000100:00100000:3.0:1740485461.676424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.676435:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2494:2005:x1825030869319424:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.676441:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432025 00000100:00100000:0.0:1740485461.676441:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319680 00000100:00100000:0.0:1740485461.676443:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319680 00000100:00100000:1.0:1740485461.676449:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319936 00000100:00100000:3.0:1740485461.676451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.676451:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319936 00000100:00100000:2.0:1740485461.676456:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320192 00000100:00100000:2.0:1740485461.676458:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320192 00000100:00100000:1.0:1740485461.676465:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432026 00000100:00100000:1.0:1740485461.676469:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2496:2005:x1825030869319680:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.676471:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432027 00010000:00010000:1.0:1740485461.676475:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.676476:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2496:2005:x1825030869319936:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.676480:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432028 00010000:00010000:1.0:1740485461.676481:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132112800/0x5922c046cdb8d679 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4598:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d811b expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.676483:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676484:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2496:2005:x1825030869320192:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.676489:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.676489:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676490:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993fdc00/0x5922c046cdb8d680 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4599:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8129 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.676490:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676494:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132112800/0x5922c046cdb8d679 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d811b expref: 2497 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676495:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fcf600/0x5922c046cdb8d687 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8137 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.676501:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676503:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676503:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676503:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132112800/0x5922c046cdb8d679 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d811b expref: 2499 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676504:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676507:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993fdc00/0x5922c046cdb8d680 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8129 expref: 2499 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676508:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fcf600/0x5922c046cdb8d687 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8137 expref: 2499 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676511:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132112800, rc 0) 00010000:00010000:3.0:1740485461.676516:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993fdc00/0x5922c046cdb8d680 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8129 expref: 2499 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676516:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fcf600/0x5922c046cdb8d687 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8137 expref: 2499 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.676523:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993fdc00, rc 0) 00010000:00010000:2.0:1740485461.676523:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcf600, rc 0) 00000100:00100000:1.0:1740485461.676539:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+2499:2005:x1825030869319680:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.676544:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432026 00000100:00100000:2.0:1740485461.676553:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2498:2005:x1825030869320192:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676554:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2498:2005:x1825030869319936:12345-192.168.204.38@tcp:101:rm.0 Request processed in 77us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.676558:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432028 00000100:00100000:3.0:1740485461.676561:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432027 00000100:00100000:0.0:1740485461.676659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.676678:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320448 00000100:00100000:1.0:1740485461.676681:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320448 00000100:00100000:1.0:1740485461.676704:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432029 00000100:00100000:1.0:1740485461.676708:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2497:2005:x1825030869320448:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.676714:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.676721:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3e00/0x5922c046cdb8d68e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8145 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.676731:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676733:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.676737:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3e00/0x5922c046cdb8d68e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8145 expref: 2498 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676745:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3e00/0x5922c046cdb8d68e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8145 expref: 2498 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.676752:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b3c3e00, rc 0) 00000100:00100000:0.0:1740485461.676771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.676778:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+2498:2005:x1825030869320448:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.676783:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432029 00000100:00100000:0.0:1740485461.676784:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320704 00000100:00100000:0.0:1740485461.676787:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320704 00000100:00100000:0.0:1740485461.676803:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432030 00000100:00100000:0.0:1740485461.676808:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2498:2005:x1825030869320704:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.676815:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.676844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.676858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.676859:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320960 00000100:00100000:1.0:1740485461.676862:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320960 00010000:00010000:0.0:1740485461.676877:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc000/0x5922c046cdb8d695 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8153 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.676884:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321216 00000100:00100000:1.0:1740485461.676887:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321216 00010000:00010000:0.0:1740485461.676887:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.676888:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.676892:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc000/0x5922c046cdb8d695 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8153 expref: 2501 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.676895:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432031 00010000:00010000:0.0:1740485461.676899:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dc000/0x5922c046cdb8d695 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8153 expref: 2501 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.676901:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2501:2005:x1825030869320960:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.676904:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432032 00010000:00010000:0.0:1740485461.676905:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dc000, rc 0) 00010000:00010000:3.0:1740485461.676909:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.676910:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2501:2005:x1825030869321216:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.676916:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bffe200/0x5922c046cdb8d69c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8161 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.676918:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.676919:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2501:2005:x1825030869320704:12345-192.168.204.38@tcp:101:rm.0 Request processed in 112us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.676924:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432030 00010000:00010000:2.0:1740485461.676925:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fcf400/0x5922c046cdb8d6a3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d816f expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.676926:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676928:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676932:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bffe200/0x5922c046cdb8d69c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8161 expref: 2502 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676936:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.676938:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.676942:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bffe200/0x5922c046cdb8d69c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8161 expref: 2502 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676942:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fcf400/0x5922c046cdb8d6a3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d816f expref: 2502 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.676949:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bffe200, rc 0) 00010000:00010000:2.0:1740485461.676951:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fcf400/0x5922c046cdb8d6a3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d816f expref: 2502 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.676958:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcf400, rc 0) 00000100:00100000:3.0:1740485461.676969:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869320960:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.676973:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869321216:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.676975:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432031 00000100:00100000:2.0:1740485461.676978:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432032 00000100:00100000:3.0:1740485461.677025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677038:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321472 00000100:00100000:3.0:1740485461.677041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677041:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321472 00000100:00100000:3.0:1740485461.677049:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321728 00000100:00100000:3.0:1740485461.677052:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321728 00000100:00100000:2.0:1740485461.677056:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432033 00000100:00100000:2.0:1740485461.677060:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869321472:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.677065:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.677067:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432034 00000100:00100000:3.0:1740485461.677071:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2502:2005:x1825030869321728:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.677071:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fcee00/0x5922c046cdb8d6aa lrc: 2/0,0 mode: --/PR res: [0x280000403:0x459f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d817d expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677077:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.677080:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.677080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677081:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677083:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801363c1400/0x5922c046cdb8d6b1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d818b expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677085:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fcee00/0x5922c046cdb8d6aa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d817d expref: 2503 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677090:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321984 00010000:00010000:3.0:1740485461.677091:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677092:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677092:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fcee00/0x5922c046cdb8d6aa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x459f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d817d expref: 2504 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677093:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321984 00010000:00010000:3.0:1740485461.677095:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801363c1400/0x5922c046cdb8d6b1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d818b expref: 2504 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677099:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcee00, rc 0) 00000100:00100000:0.0:1740485461.677099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.677101:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801363c1400/0x5922c046cdb8d6b1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d818b expref: 2505 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677105:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801363c1400, rc 0) 00000100:00100000:1.0:1740485461.677107:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322240 00000100:00100000:1.0:1740485461.677109:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322240 00000100:00100000:2.0:1740485461.677115:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2506:2005:x1825030869321472:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.677120:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2506:2005:x1825030869321728:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.677120:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432035 00000100:00100000:0.0:1740485461.677121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677124:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432033 00000100:00100000:1.0:1740485461.677124:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2506:2005:x1825030869321984:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.677127:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432034 00010000:00010000:1.0:1740485461.677131:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677135:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322496 00000100:00100000:2.0:1740485461.677137:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322496 00010000:00010000:1.0:1740485461.677137:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd000/0x5922c046cdb8d6b8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8199 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.677138:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432036 00000100:00100000:0.0:1740485461.677139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677141:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2505:2005:x1825030869322240:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.677145:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.677149:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801363c0e00/0x5922c046cdb8d6bf lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81a7 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.677149:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322752 00000100:00100000:2.0:1740485461.677151:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322752 00010000:00010000:1.0:1740485461.677152:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.677153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.677154:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677154:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677155:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677158:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801363c0e00/0x5922c046cdb8d6bf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81a7 expref: 2508 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.677158:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd000/0x5922c046cdb8d6b8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8199 expref: 2508 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677165:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801363c0e00/0x5922c046cdb8d6bf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81a7 expref: 2508 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.677167:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd000/0x5922c046cdb8d6b8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8199 expref: 2508 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.677168:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323008 00010000:00010000:3.0:1740485461.677169:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801363c0e00, rc 0) 00000100:00100000:2.0:1740485461.677170:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323008 00010000:00010000:1.0:1740485461.677174:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cd000, rc 0) 00000100:00100000:3.0:1740485461.677177:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432037 00000100:00100000:3.0:1740485461.677180:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2509:2005:x1825030869322496:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677181:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432038 00010000:00010000:3.0:1740485461.677184:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677185:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2509:2005:x1825030869322752:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.677189:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3800/0x5922c046cdb8d6c6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81b5 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677190:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.677191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.677195:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2509:2005:x1825030869321984:12345-192.168.204.38@tcp:101:rm.0 Request processed in 70us (114us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.677196:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fce200/0x5922c046cdb8d6cd lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81c3 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677198:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677199:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.677200:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432035 00010000:00010000:3.0:1740485461.677203:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3800/0x5922c046cdb8d6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81b5 expref: 2511 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677205:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677206:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677210:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fce200/0x5922c046cdb8d6cd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81c3 expref: 2510 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677211:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323264 00010000:00010000:3.0:1740485461.677212:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b3c3800/0x5922c046cdb8d6c6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81b5 expref: 2510 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677213:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323264 00000100:00100000:0.0:1740485461.677215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677218:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fce200/0x5922c046cdb8d6cd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81c3 expref: 2511 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677224:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b3c3800, rc 0) 00000100:00100000:1.0:1740485461.677225:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323520 00000100:00100000:1.0:1740485461.677227:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323520 00010000:00010000:2.0:1740485461.677229:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fce200, rc 0) 00000100:00100000:1.0:1740485461.677240:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432039 00000100:00100000:3.0:1740485461.677243:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2512:2005:x1825030869322496:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.677243:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2512:2005:x1825030869322752:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.677246:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2512:2005:x1825030869323008:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677248:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432038 00000100:00100000:3.0:1740485461.677251:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432037 00010000:00010000:1.0:1740485461.677253:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677260:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432040 00010000:00010000:1.0:1740485461.677260:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd200/0x5922c046cdb8d6d4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81d1 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.677264:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2510:2005:x1825030869323264:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.677265:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432041 00000100:00100000:3.0:1740485461.677268:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800961db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2511:2005:x1825030869323520:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.677270:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.677270:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677271:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677275:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.677275:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd200/0x5922c046cdb8d6d4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81d1 expref: 2511 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677276:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131fce400/0x5922c046cdb8d6db lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81df expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677281:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a536bc00/0x5922c046cdb8d6e2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81ed expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677284:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677284:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677287:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131fce400/0x5922c046cdb8d6db lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81df expref: 2513 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.677289:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f9cd200/0x5922c046cdb8d6d4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81d1 expref: 2513 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677292:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677293:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677293:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131fce400/0x5922c046cdb8d6db lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81df expref: 2513 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677297:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a536bc00/0x5922c046cdb8d6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ed expref: 2513 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.677297:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cd200, rc 0) 00010000:00010000:2.0:1740485461.677298:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fce400, rc 0) 00010000:00010000:3.0:1740485461.677306:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a536bc00/0x5922c046cdb8d6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ed expref: 2513 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677313:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2513:2005:x1825030869323008:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.677314:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536bc00, rc 0) 00000100:00100000:2.0:1740485461.677317:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+2513:2005:x1825030869323264:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.677318:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432039 00000100:00100000:2.0:1740485461.677324:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432040 00000100:00100000:3.0:1740485461.677329:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800961db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2512:2005:x1825030869323520:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.677333:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432041 00000100:00100000:3.0:1740485461.677352:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+2510:2005:x1825030869322240:12345-192.168.204.38@tcp:101:rm.0 Request processed in 211us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.677356:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432036 00000100:00100000:0.0:1740485461.677376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677390:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293184 00000100:00100000:3.0:1740485461.677392:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293184 00000100:00100000:3.0:1740485461.677403:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432042 00000100:00100000:3.0:1740485461.677405:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4ff7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14225:2006:x1825030869293184:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.677410:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.677416:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009db81c00/0x5922c046cdb8d6e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b80 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677424:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677424:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677427:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009db81c00/0x5922c046cdb8d6e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b80 expref: 14226 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677433:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009db81c00/0x5922c046cdb8d6e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b80 expref: 14226 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677437:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009db81c00, rc 0) 00000100:00100000:0.0:1740485461.677439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677453:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4ff7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14226:2006:x1825030869293184:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.677453:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293440 00000100:00100000:3.0:1740485461.677456:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432042 00000100:00100000:2.0:1740485461.677456:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293440 00000100:00100000:2.0:1740485461.677471:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432043 00000100:00100000:2.0:1740485461.677475:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880123d38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14226:2006:x1825030869293440:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.677481:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.677487:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fcec00/0x5922c046cdb8d6f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b8e expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677496:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.677497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677497:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677501:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fcec00/0x5922c046cdb8d6f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b8e expref: 14227 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.677507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677510:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fcec00/0x5922c046cdb8d6f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b8e expref: 14227 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.677512:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293696 00000100:00100000:0.0:1740485461.677515:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293696 00010000:00010000:2.0:1740485461.677516:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcec00, rc 0) 00000100:00100000:3.0:1740485461.677517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.677547:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869293952 00000100:00100000:0.0:1740485461.677549:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869293952 00000100:00100000:1.0:1740485461.677551:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294208 00000100:00100000:2.0:1740485461.677553:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294464 00000100:00100000:1.0:1740485461.677555:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294208 00000100:00100000:2.0:1740485461.677556:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294464 00000100:00100000:3.0:1740485461.677557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.677595:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294720 00000100:00100000:2.0:1740485461.677596:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869294976 00000100:00100000:3.0:1740485461.677597:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294720 00000100:00100000:2.0:1740485461.677598:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869294976 00000100:00100000:1.0:1740485461.677601:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432044 00000100:00100000:1.0:1740485461.677607:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14233:2006:x1825030869293696:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.677612:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432045 00000100:00100000:3.0:1740485461.677615:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14233:2006:x1825030869293952:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677615:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432046 00010000:00010000:1.0:1740485461.677615:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677618:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14233:2006:x1825030869294464:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.677620:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.677623:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.677624:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd400/0x5922c046cdb8d6f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7b9c expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677625:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cb82200/0x5922c046cdb8d6fe lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7baa expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677628:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c78000/0x5922c046cdb8d705 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bc6 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.677632:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677633:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677635:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677636:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb82200/0x5922c046cdb8d6fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7baa expref: 14236 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677636:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677637:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677638:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677639:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78000/0x5922c046cdb8d705 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bc6 expref: 14236 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677642:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cb82200/0x5922c046cdb8d6fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7baa expref: 14236 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.677643:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd400/0x5922c046cdb8d6f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b9c expref: 14236 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.677647:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb82200, rc 0) 00010000:00010000:2.0:1740485461.677649:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c78000/0x5922c046cdb8d705 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bc6 expref: 14236 pid: 16700 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.677652:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432047 00010000:00010000:2.0:1740485461.677653:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c78000, rc 0) 00010000:00010000:1.0:1740485461.677654:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd400/0x5922c046cdb8d6f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7b9c expref: 14236 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.677656:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e28fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14236:2006:x1825030869294208:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.677660:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14236:2006:x1825030869293952:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.677663:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cd400, rc 0) 00010000:00010000:0.0:1740485461.677664:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.677665:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432045 00000100:00100000:2.0:1740485461.677665:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14236:2006:x1825030869294464:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.677669:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432046 00010000:00010000:0.0:1740485461.677671:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55dd000/0x5922c046cdb8d70c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bb8 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.677674:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432048 00000100:00100000:3.0:1740485461.677677:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14234:2006:x1825030869294720:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677678:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432049 00010000:00010000:3.0:1740485461.677680:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677681:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14234:2006:x1825030869294976:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.677682:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a5ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14234:2006:x1825030869293696:12345-192.168.204.38@tcp:101:rm.0 Request processed in 74us (183us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.677685:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135692200/0x5922c046cdb8d713 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bd4 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677685:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.677688:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.677689:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432044 00010000:00010000:2.0:1740485461.677690:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c79400/0x5922c046cdb8d71a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7be2 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.677690:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677691:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677692:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677694:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135692200/0x5922c046cdb8d713 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bd4 expref: 14236 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.677695:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55dd000/0x5922c046cdb8d70c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bb8 expref: 14236 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677699:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677700:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135692200/0x5922c046cdb8d713 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bd4 expref: 14236 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677700:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.677704:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135692200, rc 0) 00010000:00010000:2.0:1740485461.677704:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c79400/0x5922c046cdb8d71a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7be2 expref: 14236 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.677705:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55dd000/0x5922c046cdb8d70c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bb8 expref: 14236 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.677713:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14236:2006:x1825030869294720:12345-192.168.204.38@tcp:101:rm.0 Request processed in 36us (156us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.677713:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c79400/0x5922c046cdb8d71a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7be2 expref: 14236 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.677713:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dd000, rc 0) 00000100:00100000:3.0:1740485461.677717:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432048 00010000:00010000:2.0:1740485461.677720:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c79400, rc 0) 00000100:00100000:0.0:1740485461.677733:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e28fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14235:2006:x1825030869294208:12345-192.168.204.38@tcp:101:rm.0 Request processed in 74us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.677738:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14235:2006:x1825030869294976:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.677739:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432047 00000100:00100000:2.0:1740485461.677743:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432049 00000100:00100000:3.0:1740485461.677753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.677760:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295232 00000100:00100000:0.0:1740485461.677763:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295232 00000100:00100000:3.0:1740485461.677776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677778:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880123d38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14234:2006:x1825030869293440:12345-192.168.204.38@tcp:101:rm.0 Request processed in 300us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.677780:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295488 00000100:00100000:0.0:1740485461.677782:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295488 00000100:00100000:2.0:1740485461.677783:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432043 00000100:00100000:1.0:1740485461.677791:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432050 00000100:00100000:3.0:1740485461.677793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.677797:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14234:2006:x1825030869295232:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677809:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869295744 00000100:00100000:2.0:1740485461.677812:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869295744 00010000:00010000:1.0:1740485461.677813:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.677813:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432051 00010000:00010000:1.0:1740485461.677820:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9ccc00/0x5922c046cdb8d721 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bf0 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.677830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.677831:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677832:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.677833:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432052 00010000:00010000:1.0:1740485461.677836:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9ccc00/0x5922c046cdb8d721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bf0 expref: 14236 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.677839:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14236:2006:x1825030869295744:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.677845:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9ccc00/0x5922c046cdb8d721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bf0 expref: 14236 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.677848:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296256 00000100:00100000:2.0:1740485461.677851:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296256 00010000:00010000:1.0:1740485461.677852:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9ccc00, rc 0) 00000100:00100000:0.0:1740485461.677856:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14237:2006:x1825030869295488:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.677862:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.677864:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432053 00010000:00010000:0.0:1740485461.677868:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55dc800/0x5922c046cdb8d728 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7bfe expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.677869:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14237:2006:x1825030869296256:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.677869:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14237:2006:x1825030869295232:12345-192.168.204.38@tcp:101:rm.0 Request processed in 72us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.677875:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.677875:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432050 00010000:00010000:2.0:1740485461.677882:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c78800/0x5922c046cdb8d72f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c1a expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.677894:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.677895:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.677899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677900:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78800/0x5922c046cdb8d72f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c1a expref: 14237 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677909:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c78800/0x5922c046cdb8d72f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c1a expref: 14237 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.677911:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296512 00000100:00100000:1.0:1740485461.677914:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296512 00010000:00010000:2.0:1740485461.677917:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c78800, rc 0) 00000100:00100000:3.0:1740485461.677920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.677928:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869296768 00000100:00100000:1.0:1740485461.677930:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869296768 00000100:00100000:2.0:1740485461.677934:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d1e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14239:2006:x1825030869296256:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.677939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677940:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432053 00000100:00100000:1.0:1740485461.677945:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432054 00000100:00100000:1.0:1740485461.677949:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14238:2006:x1825030869296512:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.677951:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297024 00000100:00100000:3.0:1740485461.677954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.677954:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297024 00010000:00010000:1.0:1740485461.677954:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.677961:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cdc00/0x5922c046cdb8d736 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c28 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.677965:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297280 00000100:00100000:2.0:1740485461.677967:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297280 00010000:00010000:1.0:1740485461.677972:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677973:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.677975:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432055 00010000:00010000:1.0:1740485461.677977:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cdc00/0x5922c046cdb8d736 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c28 expref: 14239 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.677980:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14240:2006:x1825030869296768:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.677985:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.677987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.677987:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.677987:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.677988:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cdc00/0x5922c046cdb8d736 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c28 expref: 14240 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.677992:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55dc800/0x5922c046cdb8d728 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bfe expref: 14240 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.677993:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c78600/0x5922c046cdb8d73d lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c36 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.677996:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cdc00, rc 0) 00010000:00010000:2.0:1740485461.678003:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678004:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678008:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78600/0x5922c046cdb8d73d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c36 expref: 14241 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.678008:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55dc800/0x5922c046cdb8d728 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7bfe expref: 14241 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.678014:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+14241:2006:x1825030869296512:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.678016:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c78600/0x5922c046cdb8d73d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c36 expref: 14241 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.678017:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dc800, rc 0) 00000100:00100000:1.0:1740485461.678020:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432054 00010000:00010000:2.0:1740485461.678022:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c78600, rc 0) 00000100:00100000:1.0:1740485461.678033:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297536 00000100:00100000:1.0:1740485461.678036:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297536 00000100:00100000:0.0:1740485461.678036:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d1e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14240:2006:x1825030869295488:12345-192.168.204.38@tcp:101:rm.0 Request processed in 180us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.678038:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14240:2006:x1825030869296768:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.678042:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432051 00000100:00100000:3.0:1740485461.678044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.678046:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432055 00000100:00100000:1.0:1740485461.678057:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298048 00000100:00100000:0.0:1740485461.678057:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869297792 00000100:00100000:2.0:1740485461.678060:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432056 00000100:00100000:1.0:1740485461.678060:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298048 00000100:00100000:0.0:1740485461.678060:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869297792 00000100:00100000:3.0:1740485461.678061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.678064:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2513:2006:x1825030869297024:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.678069:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.678074:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134c79600/0x5922c046cdb8d744 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c44 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.678079:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298304 00000100:00100000:0.0:1740485461.678081:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298304 00010000:00010000:2.0:1740485461.678086:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678088:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.678088:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432057 00010000:00010000:2.0:1740485461.678091:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c79600/0x5922c046cdb8d744 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c44 expref: 2514 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.678093:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2514:2006:x1825030869297280:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.678094:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432058 00000100:00100000:3.0:1740485461.678098:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+2514:2006:x1825030869297536:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.678098:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134c79600/0x5922c046cdb8d744 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c44 expref: 2514 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.678099:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432059 00010000:00010000:1.0:1740485461.678101:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.678103:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.678103:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2514:2006:x1825030869297792:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.678104:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c79600, rc 0) 00010000:00010000:1.0:1740485461.678107:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9cc800/0x5922c046cdb8d74b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x453e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c52 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.678109:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8d752 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4540:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c60 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.678110:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.678116:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+2515:2006:x1825030869297024:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (175us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.678117:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.678118:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.678118:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dde00/0x5922c046cdb8d759 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x4542:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c6e expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.678120:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.678120:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432056 00010000:00010000:3.0:1740485461.678121:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.678122:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9cc800/0x5922c046cdb8d74b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c52 expref: 2516 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678125:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8d752 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c60 expref: 2517 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.678129:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.678130:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432060 00010000:00010000:0.0:1740485461.678130:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678131:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009abe0a00/0x5922c046cdb8d752 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c60 expref: 2516 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678135:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abe0a00, rc 0) 00000100:00100000:2.0:1740485461.678135:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14240:2006:x1825030869298048:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.678135:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dde00/0x5922c046cdb8d759 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c6e expref: 2516 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.678137:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f9cc800/0x5922c046cdb8d74b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x453e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c52 expref: 2516 pid: 16676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678140:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.678144:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c79c00/0x5922c046cdb8d760 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c7c expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.678144:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cc800, rc 0) 00010000:00010000:0.0:1740485461.678144:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dde00/0x5922c046cdb8d759 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c6e expref: 2516 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.678146:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+2516:2006:x1825030869297536:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678150:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432058 00010000:00010000:2.0:1740485461.678153:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.678153:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dde00, rc 0) 00010000:00010000:2.0:1740485461.678154:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678157:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c79c00/0x5922c046cdb8d760 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c7c expref: 14241 pid: 16655 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.678160:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432061 00000100:00100000:3.0:1740485461.678163:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14241:2006:x1825030869298304:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.678164:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2515:2006:x1825030869297280:12345-192.168.204.38@tcp:101:rm.0 Request processed in 70us (208us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.678165:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c79c00/0x5922c046cdb8d760 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c7c expref: 14241 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678167:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.678170:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432057 00010000:00010000:3.0:1740485461.678171:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d767 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c8a expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.678171:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+2515:2006:x1825030869297792:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.678175:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c79c00, rc 0) 00010000:00010000:3.0:1740485461.678177:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.678177:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432059 00010000:00010000:3.0:1740485461.678178:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678181:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d767 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c8a expref: 14242 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678186:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a536ba00/0x5922c046cdb8d767 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c8a expref: 14242 pid: 16705 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.678187:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14242:2006:x1825030869298048:12345-192.168.204.38@tcp:101:rm.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.678192:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432060 00010000:00010000:3.0:1740485461.678194:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a536ba00, rc 0) 00000100:00100000:3.0:1740485461.678201:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14241:2006:x1825030869298304:12345-192.168.204.38@tcp:101:rm.0 Request processed in 38us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678205:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432061 00010000:00010000:2.0:1740485461.678218:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.678218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.678222:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c78a00/0x5922c046cdb8d76e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x483e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c0c expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.678233:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678235:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678239:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78a00/0x5922c046cdb8d76e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c0c expref: 14241 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678248:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c78a00/0x5922c046cdb8d76e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x483e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c0c expref: 14241 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678256:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c78a00, rc 0) 00000100:00100000:2.0:1740485461.678277:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d1e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14241:2006:x1825030869295744:12345-192.168.204.38@tcp:101:rm.0 Request processed in 438us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.678282:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432052 00000100:00100000:2.0:1740485461.678294:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298560 00000100:00100000:2.0:1740485461.678297:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298560 00000100:00100000:2.0:1740485461.678308:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432062 00000100:00100000:2.0:1740485461.678311:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880092754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14241:2006:x1825030869298560:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.678317:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.678323:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c78400/0x5922c046cdb8d775 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7c98 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.678333:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678334:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.678334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.678337:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c78400/0x5922c046cdb8d775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c98 expref: 14242 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678345:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c78400/0x5922c046cdb8d775 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7c98 expref: 14242 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.678346:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869298816 00000100:00100000:3.0:1740485461.678349:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869298816 00010000:00010000:2.0:1740485461.678352:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c78400, rc 0) 00000100:00100000:0.0:1740485461.678359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.678360:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432063 00000100:00100000:3.0:1740485461.678363:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14243:2006:x1825030869298816:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.678368:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.678370:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880092754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14243:2006:x1825030869298560:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (153us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.678372:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357ca000/0x5922c046cdb8d77c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ca6 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.678375:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432062 00010000:00010000:3.0:1740485461.678379:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678379:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678382:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ca000/0x5922c046cdb8d77c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ca6 expref: 14243 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.678382:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299072 00000100:00100000:2.0:1740485461.678385:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299072 00010000:00010000:3.0:1740485461.678388:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357ca000/0x5922c046cdb8d77c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ca6 expref: 14244 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678393:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ca000, rc 0) 00000100:00100000:2.0:1740485461.678399:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432064 00000100:00100000:2.0:1740485461.678402:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+14244:2006:x1825030869299072:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.678405:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14244:2006:x1825030869298816:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.678406:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.678409:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432063 00000100:00100000:0.0:1740485461.678410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.678412:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fcf200/0x5922c046cdb8d783 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cb4 expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.678420:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678422:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678426:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fcf200/0x5922c046cdb8d783 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cb4 expref: 14244 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678433:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fcf200/0x5922c046cdb8d783 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cb4 expref: 14244 pid: 16701 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678440:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcf200, rc 0) 00000100:00100000:2.0:1740485461.678453:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+14244:2006:x1825030869299072:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.678457:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432064 00000100:00100000:3.0:1740485461.678504:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299328 00000100:00100000:3.0:1740485461.678506:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299328 00000100:00100000:3.0:1740485461.678515:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432065 00000100:00100000:3.0:1740485461.678518:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14244:2006:x1825030869299328:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.678521:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.678540:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357cb800/0x5922c046cdb8d78a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cc2 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.678548:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678549:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678552:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357cb800/0x5922c046cdb8d78a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cc2 expref: 14245 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678558:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357cb800/0x5922c046cdb8d78a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cc2 expref: 14245 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678562:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357cb800, rc 0) 00000100:00100000:3.0:1740485461.678573:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14245:2006:x1825030869299328:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678590:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432065 00000100:00100000:0.0:1740485461.678649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.678665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.678668:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299584 00000100:00100000:2.0:1740485461.678672:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299584 00000100:00100000:3.0:1740485461.678681:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869299840 00000100:00100000:0.0:1740485461.678681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.678684:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869299840 00000100:00100000:2.0:1740485461.678690:0:16700:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300096 00000100:00100000:2.0:1740485461.678692:0:16700:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300096 00000100:00100000:3.0:1740485461.678699:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432066 00000100:00100000:3.0:1740485461.678703:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14247:2006:x1825030869299584:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.678708:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432067 00010000:00010000:3.0:1740485461.678710:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.678712:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14247:2006:x1825030869299840:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.678715:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357cb600/0x5922c046cdb8d791 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cd0 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.678719:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.678726:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678726:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34bc00/0x5922c046cdb8d798 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cde expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.678728:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678732:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357cb600/0x5922c046cdb8d791 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cd0 expref: 14248 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678737:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678738:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678740:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357cb600/0x5922c046cdb8d791 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cd0 expref: 14249 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678742:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34bc00/0x5922c046cdb8d798 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cde expref: 14249 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678747:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357cb600, rc 0) 00010000:00010000:2.0:1740485461.678752:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34bc00/0x5922c046cdb8d798 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cde expref: 14249 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678759:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34bc00, rc 0) 00000100:00100000:3.0:1740485461.678767:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14249:2006:x1825030869299584:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.678767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.678771:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432066 00000100:00100000:2.0:1740485461.678777:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14249:2006:x1825030869299840:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678781:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300352 00000100:00100000:3.0:1740485461.678783:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300352 00000100:00100000:2.0:1740485461.678783:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432067 00000100:00100000:2.0:1740485461.678797:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432068 00000100:00100000:2.0:1740485461.678801:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14248:2006:x1825030869300096:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.678805:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432069 00000100:00100000:0.0:1740485461.678805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.678808:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14248:2006:x1825030869300352:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.678808:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.678813:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.678815:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34aa00/0x5922c046cdb8d79f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cec expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.678817:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357caa00/0x5922c046cdb8d7a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7cfa expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.678824:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678825:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.678825:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678826:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.678828:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357caa00/0x5922c046cdb8d7a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cfa expref: 14250 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.678829:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34aa00/0x5922c046cdb8d79f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cec expref: 14250 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.678834:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357caa00/0x5922c046cdb8d7a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cfa expref: 14250 pid: 16705 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.678835:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300608 00010000:00010000:3.0:1740485461.678838:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357caa00, rc 0) 00010000:00010000:2.0:1740485461.678838:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34aa00/0x5922c046cdb8d79f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7cec expref: 14250 pid: 16700 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.678840:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300608 00010000:00010000:2.0:1740485461.678845:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34aa00, rc 0) 00000100:00100000:3.0:1740485461.678854:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14251:2006:x1825030869300352:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.678858:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432069 00000100:00100000:2.0:1740485461.678859:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d225050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14251:2006:x1825030869300096:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.678863:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432070 00000100:00100000:2.0:1740485461.678868:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432068 00000100:00100000:1.0:1740485461.678870:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800993f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14250:2006:x1825030869300608:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.678878:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.678888:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd600/0x5922c046cdb8d7ad lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d08 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.678902:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.678904:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.678910:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd600/0x5922c046cdb8d7ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d08 expref: 14250 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.678919:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cd600/0x5922c046cdb8d7ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d08 expref: 14250 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.678926:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cd600, rc 0) 00000100:00100000:1.0:1740485461.678942:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800993f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14250:2006:x1825030869300608:12345-192.168.204.38@tcp:101:rm.0 Request processed in 73us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.678948:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432070 00000100:00100000:0.0:1740485461.678987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.678999:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869300864 00000100:00100000:1.0:1740485461.679001:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869300864 00000100:00100000:1.0:1740485461.679011:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432071 00000100:00100000:1.0:1740485461.679014:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14250:2006:x1825030869300864:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679019:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.679025:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc400/0x5922c046cdb8d7b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d16 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.679031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679034:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679035:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679038:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc400/0x5922c046cdb8d7b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d16 expref: 14251 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679045:0:16672:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301120 00000100:00100000:2.0:1740485461.679048:0:16672:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301120 00010000:00010000:1.0:1740485461.679048:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc400/0x5922c046cdb8d7b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d16 expref: 14251 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.679050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679057:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cc400, rc 0) 00000100:00100000:3.0:1740485461.679061:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301376 00000100:00100000:3.0:1740485461.679064:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301376 00000100:00100000:2.0:1740485461.679065:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432072 00000100:00100000:0.0:1740485461.679066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679070:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14253:2006:x1825030869301120:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.679077:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.679078:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301632 00000100:00100000:3.0:1740485461.679080:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301632 00000100:00100000:1.0:1740485461.679083:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f6df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14254:2006:x1825030869300864:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.679084:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34b600/0x5922c046cdb8d7bb lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d24 expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679089:0:16674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432073 00000100:00100000:3.0:1740485461.679092:0:16674:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:462aff8a-4acc-47db-bc98-439daac195c0+14255:2006:x1825030869301376:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.679092:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432071 00010000:00010000:2.0:1740485461.679095:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679096:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679097:0:16674:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679101:0:16674:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c79800/0x5922c046cdb8d7c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x484f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d32 expref: -99 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.679101:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34b600/0x5922c046cdb8d7bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d24 expref: 14254 pid: 16672 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.679107:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432074 00010000:00010000:3.0:1740485461.679108:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679109:0:16674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679111:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34b600/0x5922c046cdb8d7bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d24 expref: 14255 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679113:0:16674:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c79800/0x5922c046cdb8d7c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d32 expref: 14255 pid: 16674 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.679113:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14255:2006:x1825030869301632:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.679119:0:16674:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134c79800/0x5922c046cdb8d7c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x484f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d32 expref: 14255 pid: 16674 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679119:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34b600, rc 0) 00010000:00010000:1.0:1740485461.679121:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679123:0:16674:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c79800, rc 0) 00000100:00100000:0.0:1740485461.679124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679128:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cde00/0x5922c046cdb8d7c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d40 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679141:0:16674:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:462aff8a-4acc-47db-bc98-439daac195c0+14256:2006:x1825030869301376:12345-192.168.204.38@tcp:101:rm.0 Request processed in 49us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.679142:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14256:2006:x1825030869301120:12345-192.168.204.38@tcp:101:rm.0 Request processed in 71us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679145:0:16674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432073 00010000:00010000:1.0:1740485461.679145:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679146:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.679148:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432072 00010000:00010000:1.0:1740485461.679151:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cde00/0x5922c046cdb8d7c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d40 expref: 14255 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.679152:0:16674:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869301888 00000100:00100000:3.0:1740485461.679153:0:16674:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869301888 00010000:00010000:1.0:1740485461.679160:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cde00/0x5922c046cdb8d7c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d40 expref: 14255 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679161:0:16672:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432075 00000100:00100000:0.0:1740485461.679164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679165:0:16672:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14255:2006:x1825030869301888:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679165:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cde00, rc 0) 00010000:00010000:2.0:1740485461.679171:0:16672:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.679172:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302144 00000100:00100000:3.0:1740485461.679174:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302144 00010000:00010000:2.0:1740485461.679177:0:16672:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34a200/0x5922c046cdb8d7d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d4e expref: -99 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.679182:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d16b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14256:2006:x1825030869301632:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679183:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432076 00000100:00100000:3.0:1740485461.679185:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14257:2006:x1825030869302144:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.679186:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679188:0:16672:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679188:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432074 00010000:00010000:3.0:1740485461.679189:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.679191:0:16672:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34a200/0x5922c046cdb8d7d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d4e expref: 14257 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679193:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c810e00/0x5922c046cdb8d7d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d5c expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.679199:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679199:0:16672:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34a200/0x5922c046cdb8d7d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d4e expref: 14257 pid: 16672 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679200:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679203:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c810e00/0x5922c046cdb8d7d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d5c expref: 14257 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679206:0:16672:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34a200, rc 0) 00010000:00010000:3.0:1740485461.679208:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c810e00/0x5922c046cdb8d7d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d5c expref: 14257 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679212:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c810e00, rc 0) 00000100:00100000:0.0:1740485461.679217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679220:0:16672:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d16ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:462aff8a-4acc-47db-bc98-439daac195c0+14257:2006:x1825030869301888:12345-192.168.204.38@tcp:101:rm.0 Request processed in 53us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679221:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14257:2006:x1825030869302144:12345-192.168.204.38@tcp:101:rm.0 Request processed in 35us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679225:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432076 00000100:00100000:2.0:1740485461.679227:0:16672:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432075 00000100:00100000:1.0:1740485461.679231:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302400 00000100:00100000:1.0:1740485461.679235:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302400 00000100:00100000:0.0:1740485461.679249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679251:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432077 00000100:00100000:2.0:1740485461.679256:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14256:2006:x1825030869302400:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.679256:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302656 00000100:00100000:1.0:1740485461.679257:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302656 00010000:00010000:2.0:1740485461.679262:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.679267:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432078 00000100:00100000:0.0:1740485461.679267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.679268:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34b200/0x5922c046cdb8d7de lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d6a expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.679270:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14257:2006:x1825030869302656:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679275:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.679276:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869302912 00010000:00010000:2.0:1740485461.679276:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679277:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.679278:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869302912 00010000:00010000:2.0:1740485461.679281:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34b200/0x5922c046cdb8d7de lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d6a expref: 14259 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679281:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357ca400/0x5922c046cdb8d7e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d78 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.679281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.679289:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303168 00010000:00010000:2.0:1740485461.679289:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34b200/0x5922c046cdb8d7de lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d6a expref: 14260 pid: 16700 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.679290:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303168 00010000:00010000:1.0:1740485461.679290:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679291:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679295:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34b200, rc 0) 00010000:00010000:1.0:1740485461.679296:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357ca400/0x5922c046cdb8d7e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d78 expref: 14261 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.679299:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432079 00000100:00100000:3.0:1740485461.679302:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14261:2006:x1825030869302912:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.679306:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679310:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324600/0x5922c046cdb8d7ec lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d86 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.679311:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357ca400/0x5922c046cdb8d7e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d78 expref: 14261 pid: 16632 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679312:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14261:2006:x1825030869302400:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.679316:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432077 00010000:00010000:1.0:1740485461.679319:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357ca400, rc 0) 00010000:00010000:3.0:1740485461.679320:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679321:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679324:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324600/0x5922c046cdb8d7ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d86 expref: 14261 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679327:0:16700:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432080 00010000:00010000:3.0:1740485461.679330:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324600/0x5922c046cdb8d7ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d86 expref: 14261 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679331:0:16700:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14261:2006:x1825030869303168:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.679335:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324600, rc 0) 00010000:00010000:2.0:1740485461.679336:0:16700:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.679340:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14261:2006:x1825030869302656:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (90us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.679341:0:16700:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34ba00/0x5922c046cdb8d7f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7d94 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679346:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14261:2006:x1825030869302912:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.679347:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432078 00000100:00100000:3.0:1740485461.679351:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432079 00010000:00010000:2.0:1740485461.679351:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679352:0:16700:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679355:0:16700:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34ba00/0x5922c046cdb8d7f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d94 expref: 14262 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679361:0:16700:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34ba00/0x5922c046cdb8d7f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7d94 expref: 14260 pid: 16700 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679365:0:16700:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34ba00, rc 0) 00000100:00100000:0.0:1740485461.679372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679376:0:16700:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:462aff8a-4acc-47db-bc98-439daac195c0+14260:2006:x1825030869303168:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.679379:0:16700:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432080 00000100:00100000:1.0:1740485461.679383:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303424 00000100:00100000:1.0:1740485461.679386:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303424 00000100:00100000:1.0:1740485461.679400:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432081 00000100:00100000:1.0:1740485461.679404:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14260:2006:x1825030869303424:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679409:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.679416:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357cac00/0x5922c046cdb8d7fa lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7da2 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.679421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679427:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679428:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679432:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357cac00/0x5922c046cdb8d7fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7da2 expref: 14261 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.679435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679437:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303680 00000100:00100000:2.0:1740485461.679441:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303680 00010000:00010000:1.0:1740485461.679442:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357cac00/0x5922c046cdb8d7fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7da2 expref: 14261 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.679446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679450:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357cac00, rc 0) 00000100:00100000:3.0:1740485461.679452:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869303936 00000100:00100000:3.0:1740485461.679454:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869303936 00000100:00100000:0.0:1740485461.679456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679458:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304192 00000100:00100000:2.0:1740485461.679460:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304192 00000100:00100000:3.0:1740485461.679464:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304448 00000100:00100000:3.0:1740485461.679465:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304448 00000100:00100000:2.0:1740485461.679475:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432082 00000100:00100000:1.0:1740485461.679477:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14265:2006:x1825030869303424:12345-192.168.204.38@tcp:101:rm.0 Request processed in 71us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679478:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432083 00000100:00100000:2.0:1740485461.679479:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14265:2006:x1825030869303680:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.679481:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009928ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14265:2006:x1825030869303936:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.679485:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.679485:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432081 00010000:00010000:3.0:1740485461.679486:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679491:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324a00/0x5922c046cdb8d801 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dbe expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.679492:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cce00/0x5922c046cdb8d808 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7db0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.679497:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679498:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432084 00010000:00010000:3.0:1740485461.679499:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679502:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324a00/0x5922c046cdb8d801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dbe expref: 14266 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679503:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679503:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009928fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14266:2006:x1825030869304192:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.679505:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679508:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cce00/0x5922c046cdb8d808 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7db0 expref: 14266 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679510:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324a00/0x5922c046cdb8d801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dbe expref: 14266 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679511:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679515:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324a00, rc 0) 00010000:00010000:2.0:1740485461.679517:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cce00/0x5922c046cdb8d808 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7db0 expref: 14266 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679518:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801357cba00/0x5922c046cdb8d80f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dcc expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679541:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009928ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14267:2006:x1825030869303936:12345-192.168.204.38@tcp:101:rm.0 Request processed in 59us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.679542:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cce00, rc 0) 00010000:00010000:1.0:1740485461.679542:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679543:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.679546:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432083 00010000:00010000:1.0:1740485461.679547:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801357cba00/0x5922c046cdb8d80f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dcc expref: 14267 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679554:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801357cba00/0x5922c046cdb8d80f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dcc expref: 14267 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679559:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801357cba00, rc 0) 00000100:00100000:3.0:1740485461.679562:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432085 00000100:00100000:2.0:1740485461.679562:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14266:2006:x1825030869303680:12345-192.168.204.38@tcp:101:rm.0 Request processed in 82us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679566:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009928c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14266:2006:x1825030869304448:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.679570:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432082 00000100:00100000:0.0:1740485461.679570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.679573:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.679573:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009928fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14266:2006:x1825030869304192:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.679596:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324200/0x5922c046cdb8d816 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7dda expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.679598:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432084 00000100:00100000:2.0:1740485461.679603:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304704 00000100:00100000:2.0:1740485461.679606:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304704 00010000:00010000:3.0:1740485461.679608:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679610:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679614:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324200/0x5922c046cdb8d816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dda expref: 14266 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.679621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.679622:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324200/0x5922c046cdb8d816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7dda expref: 14266 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679624:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432086 00010000:00010000:3.0:1740485461.679627:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324200, rc 0) 00000100:00100000:2.0:1740485461.679628:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d05a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14266:2006:x1825030869304704:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.679628:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869304960 00000100:00100000:1.0:1740485461.679631:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869304960 00010000:00010000:2.0:1740485461.679635:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.679641:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009928c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14267:2006:x1825030869304448:12345-192.168.204.38@tcp:101:rm.0 Request processed in 75us (184us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.679642:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34b800/0x5922c046cdb8d81d lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7de8 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679645:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432085 00000100:00100000:0.0:1740485461.679649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.679651:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679651:0:16655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432087 00010000:00010000:2.0:1740485461.679652:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679655:0:16655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14267:2006:x1825030869304960:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.679657:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305216 00010000:00010000:2.0:1740485461.679657:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34b800/0x5922c046cdb8d81d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7de8 expref: 14267 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.679658:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305216 00010000:00010000:1.0:1740485461.679663:0:16655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.679665:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34b800/0x5922c046cdb8d81d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7de8 expref: 14268 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.679669:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432088 00010000:00010000:2.0:1740485461.679671:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34b800, rc 0) 00010000:00010000:1.0:1740485461.679671:0:16655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095131600/0x5922c046cdb8d824 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7df6 expref: -99 pid: 16655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.679672:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14268:2006:x1825030869305216:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.679676:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679681:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c325200/0x5922c046cdb8d82b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e04 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.679687:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.679687:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d05a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14270:2006:x1825030869304704:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.679687:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679688:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679688:0:16655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679691:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c325200/0x5922c046cdb8d82b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e04 expref: 14270 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.679691:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432086 00010000:00010000:1.0:1740485461.679692:0:16655:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095131600/0x5922c046cdb8d824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7df6 expref: 14270 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679697:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c325200/0x5922c046cdb8d82b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e04 expref: 14270 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679699:0:16655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095131600/0x5922c046cdb8d824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7df6 expref: 14269 pid: 16655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679701:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c325200, rc 0) 00010000:00010000:1.0:1740485461.679705:0:16655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095131600, rc 0) 00000100:00100000:3.0:1740485461.679710:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d05b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14269:2006:x1825030869305216:12345-192.168.204.38@tcp:101:rm.0 Request processed in 37us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679713:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432088 00000100:00100000:1.0:1740485461.679724:0:16655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_064:462aff8a-4acc-47db-bc98-439daac195c0+14268:2006:x1825030869304960:12345-192.168.204.38@tcp:101:rm.0 Request processed in 67us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.679729:0:16655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432087 00000100:00100000:0.0:1740485461.679749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.679759:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305472 00000100:00100000:1.0:1740485461.679762:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305472 00000100:00100000:1.0:1740485461.679775:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432089 00000100:00100000:1.0:1740485461.679779:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14268:2006:x1825030869305472:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679784:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.679790:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095131800/0x5922c046cdb8d832 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x485f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e12 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.679792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.679799:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679800:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679804:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095131800/0x5922c046cdb8d832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e12 expref: 14269 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679813:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095131800/0x5922c046cdb8d832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x485f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e12 expref: 14269 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.679822:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095131800, rc 0) 00000100:00100000:0.0:1740485461.679838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.679844:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14269:2006:x1825030869305472:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.679850:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432089 00000100:00100000:1.0:1740485461.679859:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305728 00000100:00100000:1.0:1740485461.679861:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305728 00000100:00100000:0.0:1740485461.679875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.679880:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869305984 00000100:00100000:1.0:1740485461.679881:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869305984 00000100:00100000:1.0:1740485461.679888:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306240 00000100:00100000:1.0:1740485461.679889:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306240 00000100:00100000:0.0:1740485461.679892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.679894:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432090 00000100:00100000:3.0:1740485461.679899:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14271:2006:x1825030869305728:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.679902:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306496 00000100:00100000:1.0:1740485461.679903:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306496 00010000:00010000:3.0:1740485461.679904:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.679909:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324800/0x5922c046cdb8d839 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e20 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.679910:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432091 00000100:00100000:0.0:1740485461.679910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.679916:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14273:2006:x1825030869305984:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.679917:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.679918:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.679919:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869306752 00010000:00010000:3.0:1740485461.679921:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324800/0x5922c046cdb8d839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e20 expref: 14273 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.679921:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869306752 00010000:00010000:2.0:1740485461.679922:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.679925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.679927:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324800/0x5922c046cdb8d839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e20 expref: 14274 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.679930:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b34b000/0x5922c046cdb8d840 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e2e expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.679932:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324800, rc 0) 00000100:00100000:1.0:1740485461.679933:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307008 00000100:00100000:1.0:1740485461.679935:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307008 00010000:00010000:2.0:1740485461.679939:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.679940:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.679945:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14276:2006:x1825030869305728:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.679945:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b34b000/0x5922c046cdb8d840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e2e expref: 14276 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.679948:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432092 00000100:00100000:0.0:1740485461.679950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.679952:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432090 00010000:00010000:2.0:1740485461.679953:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b34b000/0x5922c046cdb8d840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e2e expref: 14276 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.679953:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14276:2006:x1825030869306240:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.679960:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b34b000, rc 0) 00010000:00010000:1.0:1740485461.679960:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.679961:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307264 00000100:00100000:3.0:1740485461.679964:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307264 00010000:00010000:1.0:1740485461.679968:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095131e00/0x5922c046cdb8d847 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e3c expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.679968:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432093 00000100:00100000:0.0:1740485461.679974:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072e22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14276:2006:x1825030869306496:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.679977:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14277:2006:x1825030869305984:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.679980:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432094 00010000:00010000:1.0:1740485461.679980:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.679982:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.679982:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.679983:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432091 00000100:00100000:3.0:1740485461.679984:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14277:2006:x1825030869306752:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.679987:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095131e00/0x5922c046cdb8d847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e3c expref: 14277 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679990:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.679990:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d84e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e4a expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.679996:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095131e00/0x5922c046cdb8d847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e3c expref: 14276 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.679997:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c325600/0x5922c046cdb8d855 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e58 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.679997:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432095 00000100:00100000:2.0:1740485461.680001:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880072e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14277:2006:x1825030869307008:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.680002:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680004:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095131e00, rc 0) 00010000:00010000:0.0:1740485461.680004:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680007:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680008:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680009:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680009:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d84e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e4a expref: 14278 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680013:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c325600/0x5922c046cdb8d855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e58 expref: 14278 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680013:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc200/0x5922c046cdb8d85c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e66 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.680019:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992a8e00/0x5922c046cdb8d84e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e4a expref: 14278 pid: 16612 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680021:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14279:2006:x1825030869306240:12345-192.168.204.38@tcp:101:rm.0 Request processed in 68us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.680022:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680023:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c325600/0x5922c046cdb8d855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e58 expref: 14279 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680023:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680026:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc200/0x5922c046cdb8d85c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e66 expref: 14279 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680026:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432092 00010000:00010000:3.0:1740485461.680031:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c325600, rc 0) 00000100:00100000:1.0:1740485461.680036:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432096 00010000:00010000:2.0:1740485461.680038:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9cc200/0x5922c046cdb8d85c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e66 expref: 14278 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680040:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14278:2006:x1825030869307264:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.680044:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.680045:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9cc200, rc 0) 00000100:00100000:3.0:1740485461.680048:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14278:2006:x1825030869306752:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.680049:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095130400/0x5922c046cdb8d863 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e74 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.680052:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432094 00000100:00100000:2.0:1740485461.680057:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14279:2006:x1825030869307008:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.680058:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680059:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680061:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432095 00010000:00010000:1.0:1740485461.680062:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095130400/0x5922c046cdb8d863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e74 expref: 14278 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680068:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095130400/0x5922c046cdb8d863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e74 expref: 14277 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680073:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095130400, rc 0) 00000100:00100000:1.0:1740485461.680085:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+14277:2006:x1825030869307264:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (134us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.680085:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992a8e00, rc 0) 00000100:00100000:1.0:1740485461.680091:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432096 00000100:00100000:3.0:1740485461.680095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.680103:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307520 00000100:00100000:1.0:1740485461.680106:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307520 00000100:00100000:0.0:1740485461.680107:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880072e22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14276:2006:x1825030869306496:12345-192.168.204.38@tcp:101:rm.0 Request processed in 132us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.680117:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432093 00000100:00100000:3.0:1740485461.680118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.680132:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869307776 00000100:00100000:2.0:1740485461.680134:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308032 00000100:00100000:1.0:1740485461.680136:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869307776 00000100:00100000:2.0:1740485461.680137:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308032 00000100:00100000:3.0:1740485461.680138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.680139:0:16612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432097 00000100:00100000:2.0:1740485461.680144:0:16701:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308288 00000100:00100000:2.0:1740485461.680145:0:16701:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308288 00000100:00100000:0.0:1740485461.680145:0:16612:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14278:2006:x1825030869307520:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.680146:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432098 00000100:00100000:3.0:1740485461.680150:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14279:2006:x1825030869307776:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.680151:0:16612:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680155:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680157:0:16612:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131fcea00/0x5922c046cdb8d86a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e82 expref: -99 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.680160:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c325800/0x5922c046cdb8d871 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e90 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.680163:0:16701:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432099 00010000:00010000:0.0:1740485461.680166:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680167:0:16701:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+14281:2006:x1825030869308288:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.680167:0:16612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680168:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680168:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680170:0:16612:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131fcea00/0x5922c046cdb8d86a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e82 expref: 14281 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680172:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c325800/0x5922c046cdb8d871 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e90 expref: 14281 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680172:0:16701:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680176:0:16612:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131fcea00/0x5922c046cdb8d86a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e82 expref: 14281 pid: 16612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680177:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c325800/0x5922c046cdb8d871 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e90 expref: 14281 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680179:0:16701:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c152e00/0x5922c046cdb8d878 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7eac expref: -99 pid: 16701 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.680182:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c325800, rc 0) 00010000:00010000:0.0:1740485461.680182:0:16612:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131fcea00, rc 0) 00010000:00010000:2.0:1740485461.680187:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680189:0:16701:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680193:0:16701:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c152e00/0x5922c046cdb8d878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eac expref: 14282 pid: 16701 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680197:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14282:2006:x1825030869307776:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.680197:0:16612:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:462aff8a-4acc-47db-bc98-439daac195c0+14282:2006:x1825030869307520:12345-192.168.204.38@tcp:101:rm.0 Request processed in 53us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.680202:0:16701:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c152e00/0x5922c046cdb8d878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eac expref: 14282 pid: 16701 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680202:0:16612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432097 00000100:00100000:3.0:1740485461.680204:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432098 00010000:00010000:2.0:1740485461.680210:0:16701:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c152e00, rc 0) 00000100:00100000:2.0:1740485461.680224:0:16701:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_107:462aff8a-4acc-47db-bc98-439daac195c0+14280:2006:x1825030869308288:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.680230:0:16701:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432099 00000100:00100000:3.0:1740485461.680245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.680252:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308544 00000100:00100000:2.0:1740485461.680255:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308544 00000100:00100000:2.0:1740485461.680268:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432100 00000100:00100000:3.0:1740485461.680270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.680272:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14280:2006:x1825030869308544:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.680278:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.680281:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869308800 00000100:00100000:3.0:1740485461.680284:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869308800 00010000:00010000:2.0:1740485461.680285:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c152a00/0x5922c046cdb8d87f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7eba expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.680293:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680295:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.680296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.680298:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c152a00/0x5922c046cdb8d87f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eba expref: 14282 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680306:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c152a00/0x5922c046cdb8d87f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7eba expref: 14282 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680309:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309056 00000100:00100000:3.0:1740485461.680312:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309056 00010000:00010000:2.0:1740485461.680313:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c152a00, rc 0) 00000100:00100000:0.0:1740485461.680319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.680327:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309312 00000100:00100000:2.0:1740485461.680328:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14283:2006:x1825030869308544:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680329:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309312 00000100:00100000:2.0:1740485461.680332:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432100 00000100:00100000:0.0:1740485461.680339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.680340:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432101 00000100:00100000:2.0:1740485461.680344:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309568 00000100:00100000:1.0:1740485461.680344:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14283:2006:x1825030869308800:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.680346:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309568 00000100:00100000:3.0:1740485461.680349:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432102 00000100:00100000:3.0:1740485461.680352:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14284:2006:x1825030869309056:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.680352:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.680355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.680357:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.680359:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095130c00/0x5922c046cdb8d886 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ec8 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.680361:0:16677:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869309824 00010000:00010000:3.0:1740485461.680363:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b800/0x5922c046cdb8d88d lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ed6 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.680363:0:16677:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869309824 00010000:00010000:1.0:1740485461.680369:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680370:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.680371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.680372:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432103 00010000:00010000:3.0:1740485461.680373:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680375:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680375:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095130c00/0x5922c046cdb8d886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ec8 expref: 14287 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680377:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14287:2006:x1825030869309312:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680379:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b800/0x5922c046cdb8d88d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ed6 expref: 14287 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680382:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095130c00/0x5922c046cdb8d886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ec8 expref: 14287 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680383:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.680386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:3.0:1740485461.680388:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b800/0x5922c046cdb8d88d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ed6 expref: 14287 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680388:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c153a00/0x5922c046cdb8d894 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ee4 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.680388:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095130c00, rc 0) 00010000:00010000:3.0:1740485461.680396:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0b800, rc 0) 00010000:00010000:2.0:1740485461.680397:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680399:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680403:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c153a00/0x5922c046cdb8d894 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ee4 expref: 14288 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680404:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14288:2006:x1825030869308800:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.680408:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432101 00010000:00010000:2.0:1740485461.680412:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c153a00/0x5922c046cdb8d894 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ee4 expref: 14288 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680414:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14288:2006:x1825030869309056:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.680418:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310080 00010000:00010000:2.0:1740485461.680419:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c153a00, rc 0) 00000100:00100000:3.0:1740485461.680420:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432102 00000100:00100000:1.0:1740485461.680421:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310080 00000100:00100000:1.0:1740485461.680434:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310336 00000100:00100000:1.0:1740485461.680436:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310336 00000100:00100000:3.0:1740485461.680437:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432104 00000100:00100000:2.0:1740485461.680438:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14288:2006:x1825030869309312:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680440:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14288:2006:x1825030869309568:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.680444:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432103 00010000:00010000:3.0:1740485461.680447:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680454:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ac00/0x5922c046cdb8d89b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x486f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ef2 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.680454:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432105 00000100:00100000:1.0:1740485461.680457:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801319edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14287:2006:x1825030869309824:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.680460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.680461:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432106 00010000:00010000:3.0:1740485461.680463:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680463:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680465:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680466:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14288:2006:x1825030869310080:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680468:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ac00/0x5922c046cdb8d89b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ef2 expref: 14288 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680468:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095131200/0x5922c046cdb8d8a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f00 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.680473:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.680475:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310592 00010000:00010000:3.0:1740485461.680477:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ac00/0x5922c046cdb8d89b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x486f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ef2 expref: 14288 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680477:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310592 00010000:00010000:2.0:1740485461.680480:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c153c00/0x5922c046cdb8d8a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f0e expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.680481:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680482:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680484:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ac00, rc 0) 00010000:00010000:1.0:1740485461.680485:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095131200/0x5922c046cdb8d8a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f00 expref: 14290 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680490:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.680490:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432107 00010000:00010000:2.0:1740485461.680491:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680492:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095131200/0x5922c046cdb8d8a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f00 expref: 14291 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680493:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869310336:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.680496:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c153c00/0x5922c046cdb8d8a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f0e expref: 14291 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680496:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095131200, rc 0) 00010000:00010000:0.0:1740485461.680499:0:16627:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.680501:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869309568:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (161us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.680504:0:16627:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135692600/0x5922c046cdb8d8b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f1c expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.680505:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432104 00000100:00100000:1.0:1740485461.680509:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801319edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869309824:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.680510:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c153c00/0x5922c046cdb8d8a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f0e expref: 14292 pid: 16677 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680513:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432105 00010000:00010000:0.0:1740485461.680513:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680514:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.680516:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432108 00010000:00010000:2.0:1740485461.680517:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c153c00, rc 0) 00010000:00010000:0.0:1740485461.680518:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135692600/0x5922c046cdb8d8b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f1c expref: 14291 pid: 16627 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680520:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869310592:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680538:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680539:0:16627:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135692600/0x5922c046cdb8d8b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f1c expref: 14290 pid: 16627 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680544:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0aa00/0x5922c046cdb8d8b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f2a expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.680546:0:16627:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135692600, rc 0) 00000100:00100000:2.0:1740485461.680549:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869310080:12345-192.168.204.38@tcp:101:rm.0 Request processed in 82us (175us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.680551:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680552:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680554:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432106 00010000:00010000:3.0:1740485461.680555:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0aa00/0x5922c046cdb8d8b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f2a expref: 14291 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680561:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0aa00/0x5922c046cdb8d8b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f2a expref: 14291 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680561:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869310336:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.680565:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432107 00010000:00010000:3.0:1740485461.680569:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0aa00, rc 0) 00000100:00100000:0.0:1740485461.680599:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432109 00000100:00100000:3.0:1740485461.680601:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14289:2006:x1825030869310592:12345-192.168.204.38@tcp:101:rm.0 Request processed in 80us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.680603:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14289:2006:x1825030869308032:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.680606:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432108 00010000:00010000:0.0:1740485461.680609:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680615:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135692000/0x5922c046cdb8d8be lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7e9e expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.680626:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680628:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680632:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135692000/0x5922c046cdb8d8be lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e9e expref: 14289 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.680641:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135692000/0x5922c046cdb8d8be lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7e9e expref: 14289 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.680649:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135692000, rc 0) 00000100:00100000:1.0:1740485461.680651:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869310848 00000100:00100000:1.0:1740485461.680653:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869310848 00000100:00100000:3.0:1740485461.680655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.680663:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14290:2006:x1825030869308032:12345-192.168.204.38@tcp:101:rm.0 Request processed in 59us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.680670:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432109 00000100:00100000:2.0:1740485461.680674:0:16655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311104 00000100:00100000:1.0:1740485461.680674:0:16610:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311360 00000100:00100000:1.0:1740485461.680676:0:16610:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311360 00000100:00100000:2.0:1740485461.680677:0:16655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311104 00000100:00100000:3.0:1740485461.680678:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432110 00000100:00100000:3.0:1740485461.680681:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14291:2006:x1825030869310848:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680686:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.680687:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432111 00010000:00010000:3.0:1740485461.680690:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a200/0x5922c046cdb8d8c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f38 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.680695:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432112 00010000:00010000:3.0:1740485461.680696:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680697:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.680699:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14292:2006:x1825030869311104:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680701:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a200/0x5922c046cdb8d8c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f38 expref: 14292 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680706:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a200/0x5922c046cdb8d8c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f38 expref: 14292 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680707:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680711:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0a200, rc 0) 00010000:00010000:1.0:1740485461.680715:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095130a00/0x5922c046cdb8d8cc lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f46 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.680718:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14292:2006:x1825030869310848:12345-192.168.204.38@tcp:101:rm.0 Request processed in 37us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680722:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432110 00010000:00010000:1.0:1740485461.680726:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680728:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680733:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095130a00/0x5922c046cdb8d8cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f46 expref: 14292 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.680736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.680748:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095130a00/0x5922c046cdb8d8cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f46 expref: 14292 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680750:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311616 00000100:00100000:2.0:1740485461.680752:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311616 00000100:00100000:0.0:1740485461.680754:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14292:2006:x1825030869311360:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.680755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.680756:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095130a00, rc 0) 00010000:00010000:0.0:1740485461.680762:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.680766:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869311872 00000100:00100000:2.0:1740485461.680767:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869311872 00000100:00100000:3.0:1740485461.680768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.680770:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135692800/0x5922c046cdb8d8d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f54 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.680774:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14294:2006:x1825030869311104:12345-192.168.204.38@tcp:101:rm.0 Request processed in 73us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.680776:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312128 00000100:00100000:2.0:1740485461.680778:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312128 00000100:00100000:1.0:1740485461.680779:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432112 00010000:00010000:0.0:1740485461.680779:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680780:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.680782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.680784:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135692800/0x5922c046cdb8d8d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f54 expref: 14296 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680787:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312384 00000100:00100000:2.0:1740485461.680789:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312384 00010000:00010000:0.0:1740485461.680790:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135692800/0x5922c046cdb8d8d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f54 expref: 14295 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680793:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432113 00010000:00010000:0.0:1740485461.680795:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135692800, rc 0) 00000100:00100000:3.0:1740485461.680796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.680798:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14296:2006:x1825030869311616:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.680801:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312640 00000100:00100000:2.0:1740485461.680803:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312640 00010000:00010000:1.0:1740485461.680804:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.680806:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14297:2006:x1825030869311360:12345-192.168.204.38@tcp:101:rm.0 Request processed in 113us (150us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.680809:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095131c00/0x5922c046cdb8d8da lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f62 expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.680810:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432111 00000100:00100000:3.0:1740485461.680814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.680816:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432114 00010000:00010000:1.0:1740485461.680817:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680818:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680820:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14297:2006:x1825030869311872:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.680822:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095131c00/0x5922c046cdb8d8da lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f62 expref: 14297 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680822:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869312896 00000100:00100000:0.0:1740485461.680825:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869312896 00010000:00010000:2.0:1740485461.680826:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.680828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.680830:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095131c00/0x5922c046cdb8d8da lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f62 expref: 14298 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680832:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbee00/0x5922c046cdb8d8e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f70 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.680835:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095131c00, rc 0) 00000100:00100000:0.0:1740485461.680837:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313152 00000100:00100000:3.0:1740485461.680839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.680839:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313152 00010000:00010000:2.0:1740485461.680842:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680844:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.680846:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14300:2006:x1825030869311616:12345-192.168.204.38@tcp:101:rm.0 Request processed in 48us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.680846:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313408 00000100:00100000:0.0:1740485461.680847:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313408 00010000:00010000:2.0:1740485461.680848:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbee00/0x5922c046cdb8d8e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f70 expref: 14300 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.680853:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432113 00000100:00100000:3.0:1740485461.680854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.680856:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbee00/0x5922c046cdb8d8e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f70 expref: 14301 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680861:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313664 00010000:00010000:2.0:1740485461.680863:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbee00, rc 0) 00000100:00100000:0.0:1740485461.680863:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313664 00000100:00100000:1.0:1740485461.680864:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432115 00000100:00100000:1.0:1740485461.680868:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869312128:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.680871:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432116 00010000:00010000:1.0:1740485461.680872:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.680876:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800720df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869312384:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.680876:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432117 00000100:00100000:2.0:1740485461.680877:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869311872:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.680878:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095130200/0x5922c046cdb8d8e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f7e expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.680879:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869312640:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.680882:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.680882:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432114 00010000:00010000:0.0:1740485461.680884:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.680886:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0be00/0x5922c046cdb8d8ef lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f8c expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.680887:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.680888:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680889:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135ca4c00/0x5922c046cdb8d8f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7f9a expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.680891:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095130200/0x5922c046cdb8d8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f7e expref: 14302 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680893:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680894:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.680894:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432118 00010000:00010000:0.0:1740485461.680895:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680896:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680897:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0be00/0x5922c046cdb8d8ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f8c expref: 14303 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680897:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095130200/0x5922c046cdb8d8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f7e expref: 14303 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680899:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14303:2006:x1825030869312896:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.680899:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135ca4c00/0x5922c046cdb8d8f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f9a expref: 14303 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.680902:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095130200, rc 0) 00010000:00010000:3.0:1740485461.680903:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0be00/0x5922c046cdb8d8ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f8c expref: 14303 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680904:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680905:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135ca4c00/0x5922c046cdb8d8f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7f9a expref: 14303 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680908:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0be00, rc 0) 00010000:00010000:2.0:1740485461.680909:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbea00/0x5922c046cdb8d8fd lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fa8 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.680910:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135ca4c00, rc 0) 00000100:00100000:1.0:1740485461.680912:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d225c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14303:2006:x1825030869312128:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680917:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800720df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14304:2006:x1825030869312384:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.680917:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.680918:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.680918:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432115 00000100:00100000:0.0:1740485461.680920:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14304:2006:x1825030869312640:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680921:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432116 00010000:00010000:2.0:1740485461.680922:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbea00/0x5922c046cdb8d8fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fa8 expref: 14304 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.680925:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432117 00010000:00010000:2.0:1740485461.680930:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbea00/0x5922c046cdb8d8fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fa8 expref: 14302 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680936:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbea00, rc 0) 00000100:00100000:0.0:1740485461.680938:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432119 00000100:00100000:0.0:1740485461.680941:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a544f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869313152:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.680942:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432120 00010000:00010000:0.0:1740485461.680945:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.680946:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869313408:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.680946:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869312896:12345-192.168.204.38@tcp:101:rm.0 Request processed in 46us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.680949:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.680949:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fb9de00/0x5922c046cdb8d904 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fb6 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.680952:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ba00/0x5922c046cdb8d90b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fc4 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.680953:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432118 00010000:00010000:0.0:1740485461.680956:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680957:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680958:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.680959:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.680960:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb9de00/0x5922c046cdb8d904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fb6 expref: 14303 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680961:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ba00/0x5922c046cdb8d90b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fc4 expref: 14302 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680964:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432121 00010000:00010000:0.0:1740485461.680966:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fb9de00/0x5922c046cdb8d904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fb6 expref: 14302 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.680967:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ba00/0x5922c046cdb8d90b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fc4 expref: 14302 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.680968:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14302:2006:x1825030869313664:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.680970:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fb9de00, rc 0) 00010000:00010000:3.0:1740485461.680971:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ba00, rc 0) 00010000:00010000:2.0:1740485461.680973:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.680977:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbe600/0x5922c046cdb8d912 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x487f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fd2 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.680980:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a544f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14302:2006:x1825030869313152:12345-192.168.204.38@tcp:101:rm.0 Request processed in 37us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.680982:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14302:2006:x1825030869313408:12345-192.168.204.38@tcp:101:rm.0 Request processed in 35us (142us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.680986:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.680986:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432119 00010000:00010000:2.0:1740485461.680987:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.680989:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432120 00010000:00010000:2.0:1740485461.680990:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbe600/0x5922c046cdb8d912 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fd2 expref: 14303 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.680997:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbe600/0x5922c046cdb8d912 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x487f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fd2 expref: 14301 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681004:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbe600, rc 0) 00000100:00100000:3.0:1740485461.681007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681015:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14301:2006:x1825030869313664:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.681019:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432121 00000100:00100000:0.0:1740485461.681027:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869313920 00000100:00100000:3.0:1740485461.681028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681031:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869313920 00000100:00100000:2.0:1740485461.681034:0:16627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314176 00000100:00100000:2.0:1740485461.681036:0:16627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314176 00000100:00100000:3.0:1740485461.681038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681047:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314432 00000100:00100000:3.0:1740485461.681050:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681050:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314432 00000100:00100000:2.0:1740485461.681051:0:16627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432122 00000100:00100000:2.0:1740485461.681054:0:16627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:462aff8a-4acc-47db-bc98-439daac195c0+14303:2006:x1825030869313920:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681057:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314688 00000100:00100000:3.0:1740485461.681058:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314688 00010000:00010000:2.0:1740485461.681058:0:16627:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681062:0:16627:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbfe00/0x5922c046cdb8d919 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fe0 expref: -99 pid: 16627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.681067:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432123 00000100:00100000:0.0:1740485461.681071:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14305:2006:x1825030869314176:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681072:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681074:0:16627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.681075:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432124 00010000:00010000:2.0:1740485461.681076:0:16627:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbfe00/0x5922c046cdb8d919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fe0 expref: 14305 pid: 16627 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681077:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.681078:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14305:2006:x1825030869314432:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681082:0:16627:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbfe00/0x5922c046cdb8d919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fe0 expref: 14305 pid: 16627 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.681082:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432125 00010000:00010000:0.0:1740485461.681082:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4600/0x5922c046cdb8d920 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7fee expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.681083:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.681086:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14305:2006:x1825030869314688:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.681087:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b200/0x5922c046cdb8d927 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d7ffc expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.681087:0:16627:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbfe00, rc 0) 00010000:00010000:0.0:1740485461.681090:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681091:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681092:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681093:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681094:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681095:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4600/0x5922c046cdb8d920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fee expref: 14307 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681097:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b200/0x5922c046cdb8d927 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ffc expref: 14307 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.681097:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c152c00/0x5922c046cdb8d92e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d800a expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.681098:0:16627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:462aff8a-4acc-47db-bc98-439daac195c0+14307:2006:x1825030869313920:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (90us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681101:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4600/0x5922c046cdb8d920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7fee expref: 14307 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681104:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b200/0x5922c046cdb8d927 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d7ffc expref: 14308 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681104:0:16627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432122 00010000:00010000:1.0:1740485461.681105:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681106:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681106:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0d4600, rc 0) 00010000:00010000:3.0:1740485461.681108:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0b200, rc 0) 00010000:00010000:1.0:1740485461.681109:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c152c00/0x5922c046cdb8d92e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d800a expref: 14308 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.681116:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c152c00/0x5922c046cdb8d92e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d800a expref: 14307 pid: 16610 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.681119:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14307:2006:x1825030869314176:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.681120:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14307:2006:x1825030869314432:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.681121:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c152c00, rc 0) 00000100:00100000:3.0:1740485461.681124:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432124 00000100:00100000:0.0:1740485461.681127:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432123 00000100:00100000:1.0:1740485461.681130:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14306:2006:x1825030869314688:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.681133:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432125 00000100:00100000:3.0:1740485461.681144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681152:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869314944 00000100:00100000:3.0:1740485461.681155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681155:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869314944 00000100:00100000:3.0:1740485461.681168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681177:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315200 00000100:00100000:1.0:1740485461.681179:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315456 00000100:00100000:0.0:1740485461.681180:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315200 00000100:00100000:1.0:1740485461.681182:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315456 00000100:00100000:3.0:1740485461.681183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.681192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681192:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315712 00000100:00100000:0.0:1740485461.681194:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315712 00000100:00100000:1.0:1740485461.681207:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869315968 00000100:00100000:1.0:1740485461.681210:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869315968 00000100:00100000:0.0:1740485461.681210:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432126 00000100:00100000:3.0:1740485461.681216:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432127 00000100:00100000:0.0:1740485461.681216:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14309:2006:x1825030869314944:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681220:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14309:2006:x1825030869315200:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.681221:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.681222:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432128 00010000:00010000:3.0:1740485461.681224:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681225:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5800/0x5922c046cdb8d935 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8018 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.681228:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b400/0x5922c046cdb8d93c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8026 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.681228:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+14309:2006:x1825030869315456:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.681233:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681234:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681235:0:16651:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.681235:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432129 00010000:00010000:3.0:1740485461.681236:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681237:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681237:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5800/0x5922c046cdb8d935 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8018 expref: 14311 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.681240:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14311:2006:x1825030869315712:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.681241:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b400/0x5922c046cdb8d93c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8026 expref: 14311 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681242:0:16651:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbf200/0x5922c046cdb8d943 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8034 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.681244:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5800/0x5922c046cdb8d935 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8018 expref: 14311 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.681247:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681249:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0d5800, rc 0) 00010000:00010000:3.0:1740485461.681250:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0b400/0x5922c046cdb8d93c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8026 expref: 14312 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681252:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681254:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681254:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c152400/0x5922c046cdb8d94a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8042 expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.681257:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0b400, rc 0) 00010000:00010000:2.0:1740485461.681258:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbf200/0x5922c046cdb8d943 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8034 expref: 14312 pid: 16651 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.681260:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869314944:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.681264:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432126 00010000:00010000:1.0:1740485461.681266:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681267:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681268:0:16651:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbf200/0x5922c046cdb8d943 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8034 expref: 14313 pid: 16651 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.681272:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869315200:12345-192.168.204.38@tcp:101:rm.0 Request processed in 50us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.681273:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c152400/0x5922c046cdb8d94a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8042 expref: 14312 pid: 16705 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.681273:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432130 00000100:00100000:0.0:1740485461.681275:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869315968:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681278:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432127 00010000:00010000:0.0:1740485461.681279:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681281:0:16651:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbf200, rc 0) 00010000:00010000:1.0:1740485461.681282:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c152400/0x5922c046cdb8d94a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8042 expref: 14312 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681283:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4800/0x5922c046cdb8d951 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8050 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.681291:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c152400, rc 0) 00010000:00010000:0.0:1740485461.681293:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.681295:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869315456:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681295:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681299:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4800/0x5922c046cdb8d951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8050 expref: 14312 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681301:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432128 00000100:00100000:1.0:1740485461.681305:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869315712:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (120us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681308:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4800/0x5922c046cdb8d951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8050 expref: 14312 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.681311:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432129 00000100:00100000:3.0:1740485461.681312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.681316:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0d4800, rc 0) 00000100:00100000:2.0:1740485461.681322:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316224 00000100:00100000:2.0:1740485461.681325:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316224 00000100:00100000:0.0:1740485461.681329:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14311:2006:x1825030869315968:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.681333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681335:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432130 00000100:00100000:2.0:1740485461.681343:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316480 00000100:00100000:2.0:1740485461.681345:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316480 00000100:00100000:3.0:1740485461.681348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.681349:0:16610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432131 00000100:00100000:1.0:1740485461.681355:0:16610:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14311:2006:x1825030869316224:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.681355:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316736 00000100:00100000:3.0:1740485461.681358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681358:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316736 00000100:00100000:2.0:1740485461.681360:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432132 00010000:00010000:1.0:1740485461.681363:0:16610:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.681364:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880124a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14312:2006:x1825030869316480:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681366:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869316992 00000100:00100000:3.0:1740485461.681367:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869316992 00010000:00010000:2.0:1740485461.681371:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.681371:0:16610:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c153e00/0x5922c046cdb8d958 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d805e expref: -99 pid: 16610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.681374:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432133 00010000:00010000:2.0:1740485461.681377:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135692a00/0x5922c046cdb8d95f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d806c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.681380:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14314:2006:x1825030869316736:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.681382:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.681383:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432134 00010000:00010000:1.0:1740485461.681383:0:16610:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.681386:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14315:2006:x1825030869316992:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681386:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681386:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681387:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681388:0:16610:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c153e00/0x5922c046cdb8d958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d805e expref: 14315 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681390:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681391:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135692a00/0x5922c046cdb8d95f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d806c expref: 14315 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681392:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4200/0x5922c046cdb8d966 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d807a expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.681395:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a000/0x5922c046cdb8d96d lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8088 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.681397:0:16610:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c153e00/0x5922c046cdb8d958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d805e expref: 14315 pid: 16610 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681400:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135692a00/0x5922c046cdb8d95f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d806c expref: 14317 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681401:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681402:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681403:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681403:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681406:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a000/0x5922c046cdb8d96d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8088 expref: 14317 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.681406:0:16610:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c153e00, rc 0) 00010000:00010000:2.0:1740485461.681407:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135692a00, rc 0) 00010000:00010000:0.0:1740485461.681407:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4200/0x5922c046cdb8d966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d807a expref: 14317 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681412:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0a000/0x5922c046cdb8d96d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8088 expref: 14317 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681417:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0a000, rc 0) 00010000:00010000:0.0:1740485461.681417:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e0d4200/0x5922c046cdb8d966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d807a expref: 14317 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681420:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880124a38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14317:2006:x1825030869316480:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.681425:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432132 00000100:00100000:1.0:1740485461.681425:0:16610:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:462aff8a-4acc-47db-bc98-439daac195c0+14317:2006:x1825030869316224:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (112us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681425:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0d4200, rc 0) 00000100:00100000:3.0:1740485461.681426:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14317:2006:x1825030869316992:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.681431:0:16610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432131 00000100:00100000:3.0:1740485461.681434:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432134 00000100:00100000:0.0:1740485461.681438:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14316:2006:x1825030869316736:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.681442:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432133 00000100:00100000:3.0:1740485461.681459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681467:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317248 00000100:00100000:0.0:1740485461.681469:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317248 00000100:00100000:3.0:1740485461.681471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.681481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.681489:0:16612:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317760 00000100:00100000:0.0:1740485461.681489:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869317504 00000100:00100000:0.0:1740485461.681490:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317504 00000100:00100000:1.0:1740485461.681491:0:16612:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869317760 00000100:00100000:3.0:1740485461.681493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681499:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318016 00000100:00100000:0.0:1740485461.681500:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318016 00000100:00100000:1.0:1740485461.681502:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432135 00000100:00100000:3.0:1740485461.681504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.681505:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14317:2006:x1825030869317248:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.681509:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318272 00010000:00010000:1.0:1740485461.681510:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.681510:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318272 00000100:00100000:3.0:1740485461.681515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.681515:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c153000/0x5922c046cdb8d974 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8096 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.681521:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318528 00010000:00010000:1.0:1740485461.681523:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.681524:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318528 00000100:00100000:0.0:1740485461.681524:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432136 00010000:00010000:1.0:1740485461.681538:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681542:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c153000/0x5922c046cdb8d974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8096 expref: 14319 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.681543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681548:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14320:2006:x1825030869317504:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.681549:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c153000/0x5922c046cdb8d974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8096 expref: 14320 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681553:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.681554:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c153000, rc 0) 00000100:00100000:3.0:1740485461.681557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.681559:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311c800/0x5922c046cdb8d97b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80a4 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.681562:0:16641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869318784 00000100:00100000:2.0:1740485461.681565:0:16641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869318784 00000100:00100000:1.0:1740485461.681566:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14321:2006:x1825030869317248:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681568:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681569:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.681570:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319040 00000100:00100000:1.0:1740485461.681570:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432135 00000100:00100000:3.0:1740485461.681572:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319040 00010000:00010000:0.0:1740485461.681572:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311c800/0x5922c046cdb8d97b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80a4 expref: 14322 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681591:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432137 00010000:00010000:0.0:1740485461.681592:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311c800/0x5922c046cdb8d97b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80a4 expref: 14323 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681594:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14322:2006:x1825030869318016:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.681598:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311c800, rc 0) 00000100:00100000:1.0:1740485461.681599:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432138 00010000:00010000:2.0:1740485461.681600:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.681603:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14322:2006:x1825030869318272:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681604:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432139 00010000:00010000:2.0:1740485461.681604:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2200/0x5922c046cdb8d982 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80c0 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.681607:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14322:2006:x1825030869318528:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.681608:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.681609:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14323:2006:x1825030869317504:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.681612:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681612:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681612:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5000/0x5922c046cdb8d989 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80ce expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.681613:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.681613:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432136 00010000:00010000:2.0:1740485461.681615:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2200/0x5922c046cdb8d982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80c0 expref: 14323 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681617:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1400/0x5922c046cdb8d990 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80dc expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.681620:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.681621:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681622:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2200/0x5922c046cdb8d982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80c0 expref: 14324 pid: 16641 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.681623:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432140 00010000:00010000:1.0:1740485461.681624:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5000/0x5922c046cdb8d989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ce expref: 14324 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681625:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681626:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681626:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52f2200, rc 0) 00000100:00100000:0.0:1740485461.681626:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d85a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14324:2006:x1825030869318784:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.681629:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1400/0x5922c046cdb8d990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80dc expref: 14324 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.681630:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e0d5000/0x5922c046cdb8d989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ce expref: 14324 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681630:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681634:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311c600/0x5922c046cdb8d997 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80ea expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.681635:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1400/0x5922c046cdb8d990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80dc expref: 14324 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.681637:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14324:2006:x1825030869318016:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.681639:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0d5000, rc 0) 00000100:00100000:2.0:1740485461.681641:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432137 00010000:00010000:3.0:1740485461.681642:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1400, rc 0) 00010000:00010000:0.0:1740485461.681642:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681643:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681646:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311c600/0x5922c046cdb8d997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ea expref: 14325 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.681648:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14325:2006:x1825030869318272:12345-192.168.204.38@tcp:101:rm.0 Request processed in 45us (143us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.681651:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311c600/0x5922c046cdb8d997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80ea expref: 14324 pid: 16671 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.681652:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432138 00000100:00100000:3.0:1740485461.681655:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14324:2006:x1825030869318528:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.681656:0:16641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432141 00000100:00100000:2.0:1740485461.681659:0:16641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14324:2006:x1825030869319040:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.681660:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432139 00010000:00010000:0.0:1740485461.681660:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311c600, rc 0) 00010000:00010000:2.0:1740485461.681665:0:16641:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.681668:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d85a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14323:2006:x1825030869318784:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.681671:0:16641:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2e00/0x5922c046cdb8d99e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80f8 expref: -99 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.681672:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432140 00000100:00100000:0.0:1740485461.681685:0:16671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432142 00010000:00010000:2.0:1740485461.681686:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.681687:0:16671:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14322:2006:x1825030869317760:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681688:0:16641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681691:0:16671:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681692:0:16641:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2e00/0x5922c046cdb8d99e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80f8 expref: 14322 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681695:0:16671:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311cc00/0x5922c046cdb8d9a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x488f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d80b2 expref: -99 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.681701:0:16641:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2e00/0x5922c046cdb8d99e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80f8 expref: 14323 pid: 16641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681701:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681702:0:16671:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681705:0:16671:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311cc00/0x5922c046cdb8d9a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80b2 expref: 14323 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681708:0:16641:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52f2e00, rc 0) 00010000:00010000:0.0:1740485461.681711:0:16671:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311cc00/0x5922c046cdb8d9a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x488f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d80b2 expref: 14323 pid: 16671 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681715:0:16671:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311cc00, rc 0) 00000100:00100000:2.0:1740485461.681723:0:16641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:462aff8a-4acc-47db-bc98-439daac195c0+14323:2006:x1825030869319040:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.681724:0:16671:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b8c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_080:462aff8a-4acc-47db-bc98-439daac195c0+14323:2006:x1825030869317760:12345-192.168.204.38@tcp:101:rm.0 Request processed in 35us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.681727:0:16671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432142 00000100:00100000:2.0:1740485461.681730:0:16641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432141 00000100:00100000:3.0:1740485461.681733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681743:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319296 00000100:00100000:0.0:1740485461.681744:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319296 00000100:00100000:3.0:1740485461.681747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681757:0:9997:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319552 00000100:00100000:2.0:1740485461.681759:0:16677:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432143 00000100:00100000:0.0:1740485461.681759:0:9997:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319552 00000100:00100000:3.0:1740485461.681761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681764:0:16677:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14323:2006:x1825030869319296:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681770:0:16677:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.681776:0:16677:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3400/0x5922c046cdb8d9ac lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8106 expref: -99 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.681776:0:16671:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869319808 00000100:00100000:1.0:1740485461.681778:0:16671:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869319808 00000100:00100000:0.0:1740485461.681778:0:9997:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432144 00000100:00100000:0.0:1740485461.681782:0:9997:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14325:2006:x1825030869319552:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681785:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.681786:0:16677:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681786:0:9997:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.681789:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432145 00010000:00010000:2.0:1740485461.681790:0:16677:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3400/0x5922c046cdb8d9ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8106 expref: 14325 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681790:0:9997:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311d000/0x5922c046cdb8d9b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8114 expref: -99 pid: 9997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.681794:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14325:2006:x1825030869319808:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.681798:0:16677:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3400/0x5922c046cdb8d9ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8106 expref: 14326 pid: 16677 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681798:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681799:0:9997:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.681802:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681802:0:9997:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311d000/0x5922c046cdb8d9b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8114 expref: 14326 pid: 9997 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.681808:0:9997:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311d000/0x5922c046cdb8d9b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8114 expref: 14326 pid: 9997 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681809:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d9ba lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8122 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.681809:0:16677:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52f3400, rc 0) 00010000:00010000:0.0:1740485461.681813:0:9997:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311d000, rc 0) 00010000:00010000:3.0:1740485461.681820:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.681820:0:16677:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:462aff8a-4acc-47db-bc98-439daac195c0+14327:2006:x1825030869319296:12345-192.168.204.38@tcp:101:rm.0 Request processed in 55us (87us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.681822:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.681823:0:9997:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:462aff8a-4acc-47db-bc98-439daac195c0+14327:2006:x1825030869319552:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.681824:0:16677:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432143 00010000:00010000:3.0:1740485461.681826:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8122 expref: 14327 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.681828:0:9997:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432144 00010000:00010000:3.0:1740485461.681834:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e6d1600/0x5922c046cdb8d9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8122 expref: 14325 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.681839:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e6d1600, rc 0) 00000100:00100000:3.0:1740485461.681850:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14325:2006:x1825030869319808:12345-192.168.204.38@tcp:101:rm.0 Request processed in 57us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.681854:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432145 00000100:00100000:3.0:1740485461.681897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681911:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320064 00000100:00100000:2.0:1740485461.681914:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320064 00000100:00100000:3.0:1740485461.681920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681942:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320320 00000100:00100000:2.0:1740485461.681944:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320320 00000100:00100000:3.0:1740485461.681951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681957:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320576 00000100:00100000:2.0:1740485461.681959:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320576 00000100:00100000:3.0:1740485461.681965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.681965:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432146 00000100:00100000:0.0:1740485461.681970:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14327:2006:x1825030869320064:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.681972:0:16091:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869320832 00000100:00100000:2.0:1740485461.681974:0:16091:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869320832 00000100:00100000:3.0:1740485461.681975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.681975:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.681980:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311c200/0x5922c046cdb8d9c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8130 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.681983:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321088 00000100:00100000:3.0:1740485461.681985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.681987:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432147 00000100:00100000:1.0:1740485461.681987:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321088 00010000:00010000:0.0:1740485461.681987:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.681988:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.681992:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14330:2006:x1825030869320320:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.681992:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311c200/0x5922c046cdb8d9c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8130 expref: 14330 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.681994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.681998:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311c200/0x5922c046cdb8d9c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8130 expref: 14330 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.681999:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682003:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311c200, rc 0) 00000100:00100000:3.0:1740485461.682004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.682006:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0bc00/0x5922c046cdb8d9c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x4899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d813e expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.682009:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321344 00000100:00100000:1.0:1740485461.682011:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321344 00000100:00100000:0.0:1740485461.682012:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14331:2006:x1825030869320064:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (114us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.682016:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.682016:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432146 00010000:00010000:2.0:1740485461.682017:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682021:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0bc00/0x5922c046cdb8d9c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d813e expref: 14332 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.682023:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321600 00000100:00100000:1.0:1740485461.682025:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321600 00000100:00100000:0.0:1740485461.682025:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869321856 00000100:00100000:0.0:1740485461.682027:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869321856 00010000:00010000:2.0:1740485461.682030:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0bc00/0x5922c046cdb8d9c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x4899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d813e expref: 14333 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682038:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0bc00, rc 0) 00000100:00100000:1.0:1740485461.682049:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432148 00000100:00100000:3.0:1740485461.682051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.682053:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14333:2006:x1825030869320320:12345-192.168.204.38@tcp:101:rm.0 Request processed in 60us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682055:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432149 00000100:00100000:1.0:1740485461.682056:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880098762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14333:2006:x1825030869320576:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.682060:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322112 00000100:00100000:2.0:1740485461.682061:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432147 00000100:00100000:0.0:1740485461.682061:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880135274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14333:2006:x1825030869320832:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.682062:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322112 00010000:00010000:1.0:1740485461.682065:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682067:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.682074:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432150 00010000:00010000:1.0:1740485461.682074:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324400/0x5922c046cdb8d9cf lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d814c expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.682074:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311d400/0x5922c046cdb8d9d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d815a expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.682077:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14333:2006:x1825030869321088:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.682080:0:16091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432151 00010000:00010000:3.0:1740485461.682082:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.682085:0:16091:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14335:2006:x1825030869321344:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.682085:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682086:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682087:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682088:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098528e00/0x5922c046cdb8d9dd lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8168 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.682089:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682090:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311d400/0x5922c046cdb8d9d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d815a expref: 14335 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682091:0:16091:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.682093:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324400/0x5922c046cdb8d9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d814c expref: 14335 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682098:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682098:0:16091:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b113a00/0x5922c046cdb8d9e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8176 expref: -99 pid: 16091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.682099:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682100:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311d400/0x5922c046cdb8d9d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d815a expref: 14336 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682104:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098528e00/0x5922c046cdb8d9dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8168 expref: 14336 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682104:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324400/0x5922c046cdb8d9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d814c expref: 14336 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682108:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682108:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311d400, rc 0) 00010000:00010000:2.0:1740485461.682110:0:16091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682113:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098528e00/0x5922c046cdb8d9dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8168 expref: 14337 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682114:0:16091:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b113a00/0x5922c046cdb8d9e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8176 expref: 14337 pid: 16091 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682114:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324400, rc 0) 00010000:00010000:3.0:1740485461.682121:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098528e00, rc 0) 00010000:00010000:2.0:1740485461.682123:0:16091:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b113a00/0x5922c046cdb8d9e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8176 expref: 14337 pid: 16091 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682123:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880135274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14337:2006:x1825030869320832:12345-192.168.204.38@tcp:101:rm.0 Request processed in 61us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682129:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432149 00010000:00010000:2.0:1740485461.682131:0:16091:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b113a00, rc 0) 00000100:00100000:1.0:1740485461.682131:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880098762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14337:2006:x1825030869320576:12345-192.168.204.38@tcp:101:rm.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682135:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14337:2006:x1825030869321088:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.682137:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432148 00000100:00100000:3.0:1740485461.682143:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432150 00000100:00100000:2.0:1740485461.682144:0:16091:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:462aff8a-4acc-47db-bc98-439daac195c0+14336:2006:x1825030869321344:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682148:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432152 00000100:00100000:0.0:1740485461.682151:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14335:2006:x1825030869321600:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.682152:0:16091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432151 00010000:00010000:0.0:1740485461.682156:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.682157:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432153 00010000:00010000:0.0:1740485461.682161:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311ca00/0x5922c046cdb8d9eb lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8184 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.682163:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432154 00000100:00100000:1.0:1740485461.682163:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880073fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14334:2006:x1825030869321856:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.682168:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14334:2006:x1825030869322112:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.682169:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682170:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682170:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682174:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682174:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311ca00/0x5922c046cdb8d9eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8184 expref: 14334 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682177:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c324000/0x5922c046cdb8d9f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x489f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8192 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.682179:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529000/0x5922c046cdb8d9f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81a0 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.682180:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311ca00/0x5922c046cdb8d9eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8184 expref: 14334 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682185:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311ca00, rc 0) 00010000:00010000:3.0:1740485461.682186:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682187:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682188:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682189:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682190:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529000/0x5922c046cdb8d9f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81a0 expref: 14336 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682194:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c324000/0x5922c046cdb8d9f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8192 expref: 14336 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682195:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14336:2006:x1825030869321600:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (200us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.682196:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529000/0x5922c046cdb8d9f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81a0 expref: 14336 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682199:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432152 00010000:00010000:3.0:1740485461.682201:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529000, rc 0) 00010000:00010000:1.0:1740485461.682204:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c324000/0x5922c046cdb8d9f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x489f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8192 expref: 14336 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.682211:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14335:2006:x1825030869322112:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (160us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.682212:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c324000, rc 0) 00000100:00100000:3.0:1740485461.682215:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432154 00000100:00100000:1.0:1740485461.682227:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880073fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14334:2006:x1825030869321856:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.682233:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432153 00000100:00100000:3.0:1740485461.682244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.682250:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322368 00000100:00100000:1.0:1740485461.682253:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322368 00000100:00100000:3.0:1740485461.682257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.682279:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322624 00000100:00100000:3.0:1740485461.682282:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432155 00000100:00100000:1.0:1740485461.682282:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322624 00000100:00100000:3.0:1740485461.682285:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14335:2006:x1825030869322368:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682290:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682294:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098529800/0x5922c046cdb8da00 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81ae expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.682298:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432156 00010000:00010000:3.0:1740485461.682301:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682302:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.682303:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14336:2006:x1825030869322624:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682305:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098529800/0x5922c046cdb8da00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ae expref: 14336 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682311:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098529800/0x5922c046cdb8da00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ae expref: 14336 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682313:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682315:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098529800, rc 0) 00010000:00010000:1.0:1740485461.682321:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2800/0x5922c046cdb8da07 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81bc expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.682323:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14336:2006:x1825030869322368:12345-192.168.204.38@tcp:101:rm.0 Request processed in 37us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682327:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432155 00010000:00010000:1.0:1740485461.682332:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682334:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682338:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2800/0x5922c046cdb8da07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81bc expref: 14336 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.682345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.682348:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2800/0x5922c046cdb8da07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81bc expref: 14336 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.682355:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869322880 00010000:00010000:1.0:1740485461.682357:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5be2800, rc 0) 00000100:00100000:2.0:1740485461.682359:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869322880 00000100:00100000:2.0:1740485461.682373:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432157 00000100:00100000:1.0:1740485461.682373:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14337:2006:x1825030869322624:12345-192.168.204.38@tcp:101:rm.0 Request processed in 69us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.682377:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14337:2006:x1825030869322880:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.682381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.682381:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432156 00010000:00010000:2.0:1740485461.682382:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.682390:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090952a00/0x5922c046cdb8da0e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81ca expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.682395:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323136 00010000:00010000:2.0:1740485461.682399:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.682399:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323136 00010000:00010000:2.0:1740485461.682400:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682404:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090952a00/0x5922c046cdb8da0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ca expref: 14338 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.682413:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090952a00/0x5922c046cdb8da0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81ca expref: 14338 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682420:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090952a00, rc 0) 00000100:00100000:1.0:1740485461.682420:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323392 00000100:00100000:1.0:1740485461.682423:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323392 00000100:00100000:0.0:1740485461.682424:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432158 00000100:00100000:0.0:1740485461.682428:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880133ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14339:2006:x1825030869323136:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.682433:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14339:2006:x1825030869322880:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.682433:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.682436:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432159 00010000:00010000:0.0:1740485461.682438:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311dc00/0x5922c046cdb8da15 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81d8 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.682441:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432157 00000100:00100000:1.0:1740485461.682441:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14339:2006:x1825030869323392:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.682447:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.682448:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682448:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.682451:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311dc00/0x5922c046cdb8da15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81d8 expref: 14339 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.682454:0:16043:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323648 00010000:00010000:1.0:1740485461.682455:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3800/0x5922c046cdb8da1c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81e6 expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.682456:0:16043:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323648 00010000:00010000:0.0:1740485461.682457:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311dc00/0x5922c046cdb8da15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81d8 expref: 14339 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682462:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311dc00, rc 0) 00000100:00100000:3.0:1740485461.682465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.682465:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432160 00010000:00010000:1.0:1740485461.682466:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.682468:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14341:2006:x1825030869323648:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.682468:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.682471:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880133ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14341:2006:x1825030869323136:12345-192.168.204.38@tcp:101:rm.0 Request processed in 43us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.682473:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.682473:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3800/0x5922c046cdb8da1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81e6 expref: 14341 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682475:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432158 00010000:00010000:2.0:1740485461.682477:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090952000/0x5922c046cdb8da23 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81f4 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.682482:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3800/0x5922c046cdb8da1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81e6 expref: 14341 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682483:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323904 00000100:00100000:3.0:1740485461.682484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.682484:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682485:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.682485:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323904 00010000:00010000:2.0:1740485461.682488:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090952000/0x5922c046cdb8da23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81f4 expref: 14342 pid: 16043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682489:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5be3800, rc 0) 00000100:00100000:0.0:1740485461.682494:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324160 00010000:00010000:2.0:1740485461.682495:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090952000/0x5922c046cdb8da23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81f4 expref: 14342 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682496:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324160 00010000:00010000:2.0:1740485461.682499:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090952000, rc 0) 00000100:00100000:3.0:1740485461.682501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.682505:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14343:2006:x1825030869323392:12345-192.168.204.38@tcp:101:rm.0 Request processed in 63us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682505:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324416 00000100:00100000:0.0:1740485461.682507:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324416 00000100:00100000:2.0:1740485461.682509:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14344:2006:x1825030869323648:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.682511:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432159 00000100:00100000:2.0:1740485461.682516:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432160 00000100:00100000:0.0:1740485461.682520:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432161 00000100:00100000:3.0:1740485461.682521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.682523:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14342:2006:x1825030869323904:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.682539:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324672 00010000:00010000:0.0:1740485461.682540:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.682543:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324672 00010000:00010000:0.0:1740485461.682545:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311c400/0x5922c046cdb8da2a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8202 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.682546:0:16043:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432162 00000100:00100000:2.0:1740485461.682549:0:16043:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a59e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14344:2006:x1825030869324160:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.682551:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682552:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.682554:0:16043:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682555:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311c400/0x5922c046cdb8da2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8202 expref: 14344 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682559:0:16043:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090952600/0x5922c046cdb8da31 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8210 expref: -99 pid: 16043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.682559:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324928 00000100:00100000:1.0:1740485461.682561:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324928 00010000:00010000:0.0:1740485461.682561:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311c400/0x5922c046cdb8da2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8202 expref: 14344 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682566:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682566:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311c400, rc 0) 00010000:00010000:2.0:1740485461.682567:0:16043:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.682570:0:16043:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090952600/0x5922c046cdb8da31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8210 expref: 14346 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.682574:0:16668:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325184 00000100:00100000:0.0:1740485461.682575:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d2a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869323904:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (109us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.682592:0:16043:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090952600/0x5922c046cdb8da31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8210 expref: 14346 pid: 16043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682593:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432161 00000100:00100000:1.0:1740485461.682595:0:16668:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325184 00010000:00010000:2.0:1740485461.682597:0:16043:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090952600, rc 0) 00000100:00100000:3.0:1740485461.682598:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432163 00000100:00100000:3.0:1740485461.682601:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869324416:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.682603:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432164 00000100:00100000:0.0:1740485461.682606:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869324672:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682607:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.682607:0:16043:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a59e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869324160:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.682610:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682612:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f300000/0x5922c046cdb8da38 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d821e expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.682612:0:16043:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432162 00010000:00010000:0.0:1740485461.682614:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311d600/0x5922c046cdb8da3f lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d822c expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.682618:0:16668:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432165 00010000:00010000:3.0:1740485461.682620:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682621:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682621:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.682622:0:16668:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14347:2006:x1825030869324928:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.682622:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682624:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f300000/0x5922c046cdb8da38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d821e expref: 14347 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682625:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311d600/0x5922c046cdb8da3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d822c expref: 14347 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682629:0:16668:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682630:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f300000/0x5922c046cdb8da38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d821e expref: 14347 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682631:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311d600/0x5922c046cdb8da3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d822c expref: 14347 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682635:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f300000, rc 0) 00010000:00010000:1.0:1740485461.682636:0:16668:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3a00/0x5922c046cdb8da46 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d823a expref: -99 pid: 16668 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.682636:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311d600, rc 0) 00000100:00100000:3.0:1740485461.682645:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14348:2006:x1825030869324416:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682647:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14348:2006:x1825030869324672:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.682648:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682649:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432163 00010000:00010000:1.0:1740485461.682649:0:16668:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.682651:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432164 00010000:00010000:1.0:1740485461.682654:0:16668:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3a00/0x5922c046cdb8da46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d823a expref: 14348 pid: 16668 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682660:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432166 00010000:00010000:1.0:1740485461.682665:0:16668:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5be3a00/0x5922c046cdb8da46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d823a expref: 14346 pid: 16668 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.682673:0:16668:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5be3a00, rc 0) 00000100:00100000:3.0:1740485461.682685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.682689:0:16668:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869324928:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682692:0:16030:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325440 00000100:00100000:3.0:1740485461.682694:0:16030:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325440 00000100:00100000:1.0:1740485461.682695:0:16668:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432165 00000100:00100000:3.0:1740485461.682705:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432167 00000100:00100000:3.0:1740485461.682709:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14346:2006:x1825030869325440:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682712:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682716:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8da4d lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8256 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.682723:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682723:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682726:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8da4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8256 expref: 14347 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682735:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4348c00/0x5922c046cdb8da4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8256 expref: 14347 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.682736:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14347:2006:x1825030869325184:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682739:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4348c00, rc 0) 00010000:00010000:0.0:1740485461.682741:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.682746:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311c000/0x5922c046cdb8da54 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8248 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.682748:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14347:2006:x1825030869325440:12345-192.168.204.38@tcp:101:rm.0 Request processed in 39us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682751:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432167 00010000:00010000:0.0:1740485461.682754:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682755:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682759:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311c000/0x5922c046cdb8da54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8248 expref: 14347 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682765:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311c000/0x5922c046cdb8da54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8248 expref: 14347 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682769:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311c000, rc 0) 00000100:00100000:0.0:1740485461.682780:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14347:2006:x1825030869325184:12345-192.168.204.38@tcp:101:rm.0 Request processed in 117us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.682785:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432166 00000100:00100000:0.0:1740485461.682793:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325696 00000100:00100000:0.0:1740485461.682795:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325696 00000100:00100000:3.0:1740485461.682800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.682809:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325952 00000100:00100000:0.0:1740485461.682810:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325952 00000100:00100000:3.0:1740485461.682814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.682814:0:16090:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432168 00000100:00100000:2.0:1740485461.682820:0:16090:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:462aff8a-4acc-47db-bc98-439daac195c0+14348:2006:x1825030869325696:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.682823:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326208 00000100:00100000:0.0:1740485461.682824:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326208 00000100:00100000:3.0:1740485461.682825:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432169 00000100:00100000:3.0:1740485461.682828:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14349:2006:x1825030869325952:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.682829:0:16090:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682833:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.682835:0:16090:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090953e00/0x5922c046cdb8da5b lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8264 expref: -99 pid: 16090 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.682835:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432170 00010000:00010000:3.0:1740485461.682837:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8da62 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8272 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.682840:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14349:2006:x1825030869326208:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682844:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682844:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682844:0:16090:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.682846:0:16090:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682847:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8da62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8272 expref: 14351 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682847:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.682850:0:16090:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090953e00/0x5922c046cdb8da5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8264 expref: 14351 pid: 16090 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682853:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072d6bc00/0x5922c046cdb8da62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8272 expref: 14351 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682853:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099bbfc00/0x5922c046cdb8da69 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8280 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.682857:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072d6bc00, rc 0) 00010000:00010000:2.0:1740485461.682858:0:16090:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090953e00/0x5922c046cdb8da5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8264 expref: 14351 pid: 16090 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.682864:0:16090:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090953e00, rc 0) 00010000:00010000:0.0:1740485461.682864:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682865:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14352:2006:x1825030869325952:12345-192.168.204.38@tcp:101:rm.0 Request processed in 36us (64us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.682866:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.682868:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432169 00010000:00010000:0.0:1740485461.682870:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099bbfc00/0x5922c046cdb8da69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8280 expref: 14352 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.682876:0:16090:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:462aff8a-4acc-47db-bc98-439daac195c0+14351:2006:x1825030869325696:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (91us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.682880:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099bbfc00/0x5922c046cdb8da69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8280 expref: 14351 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.682881:0:16090:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432168 00010000:00010000:0.0:1740485461.682888:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099bbfc00, rc 0) 00000100:00100000:3.0:1740485461.682893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.682901:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326464 00000100:00100000:2.0:1740485461.682903:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326464 00000100:00100000:0.0:1740485461.682904:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14350:2006:x1825030869326208:12345-192.168.204.38@tcp:101:rm.0 Request processed in 62us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682910:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432170 00000100:00100000:3.0:1740485461.682913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.682916:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326720 00000100:00100000:2.0:1740485461.682918:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326720 00000100:00100000:3.0:1740485461.682922:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432171 00000100:00100000:3.0:1740485461.682925:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14351:2006:x1825030869326464:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.682926:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432172 00010000:00010000:3.0:1740485461.682929:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.682931:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14351:2006:x1825030869326720:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.682933:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013311d200/0x5922c046cdb8da70 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d828e expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.682938:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.682939:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682940:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.682943:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013311d200/0x5922c046cdb8da70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d828e expref: 14352 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682944:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fb9ca00/0x5922c046cdb8da77 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d829c expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.682948:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013311d200/0x5922c046cdb8da70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d828e expref: 14352 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.682953:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013311d200, rc 0) 00010000:00010000:0.0:1740485461.682955:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682956:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.682959:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb9ca00/0x5922c046cdb8da77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d829c expref: 14353 pid: 16643 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.682960:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14353:2006:x1825030869326464:12345-192.168.204.38@tcp:101:rm.0 Request processed in 35us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.682966:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432171 00010000:00010000:0.0:1740485461.682966:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fb9ca00/0x5922c046cdb8da77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d829c expref: 14353 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.682975:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fb9ca00, rc 0) 00000100:00100000:0.0:1740485461.682985:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+14352:2006:x1825030869326720:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.682990:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432172 00000100:00100000:3.0:1740485461.683007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.683054:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326976 00000100:00100000:1.0:1740485461.683058:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326976 00000100:00100000:3.0:1740485461.683077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.683083:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327232 00000100:00100000:1.0:1740485461.683086:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327232 00000100:00100000:0.0:1740485461.683090:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432173 00000100:00100000:0.0:1740485461.683095:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14353:2006:x1825030869326976:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.683102:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432174 00010000:00010000:0.0:1740485461.683102:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.683106:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14353:2006:x1825030869327232:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.683108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.683109:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3200/0x5922c046cdb8da7e lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82aa expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.683113:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683119:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.683121:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2200/0x5922c046cdb8da85 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82b8 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683121:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683125:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3200/0x5922c046cdb8da7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82aa expref: 14354 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683132:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683133:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52f3200/0x5922c046cdb8da7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82aa expref: 14355 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683134:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.683139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.683139:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2200/0x5922c046cdb8da85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82b8 expref: 14355 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683141:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52f3200, rc 0) 00010000:00010000:1.0:1740485461.683149:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5be2200/0x5922c046cdb8da85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82b8 expref: 14355 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683154:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14355:2006:x1825030869326976:12345-192.168.204.38@tcp:101:rm.0 Request processed in 58us (148us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.683157:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5be2200, rc 0) 00000100:00100000:0.0:1740485461.683159:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432173 00000100:00100000:0.0:1740485461.683169:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327488 00000100:00100000:3.0:1740485461.683170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.683172:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327488 00000100:00100000:1.0:1740485461.683173:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14354:2006:x1825030869327232:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.683179:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432174 00000100:00100000:0.0:1740485461.683187:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327744 00000100:00100000:0.0:1740485461.683189:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327744 00000100:00100000:1.0:1740485461.683192:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328000 00000100:00100000:1.0:1740485461.683195:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328000 00000100:00100000:0.0:1740485461.683197:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432175 00000100:00100000:0.0:1740485461.683200:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fa6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14356:2006:x1825030869327488:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.683204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.683204:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683208:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2400/0x5922c046cdb8da8c lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82c6 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.683209:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328256 00000100:00100000:1.0:1740485461.683212:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328256 00010000:00010000:0.0:1740485461.683215:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683216:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432176 00010000:00010000:0.0:1740485461.683216:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683219:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2400/0x5922c046cdb8da8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82c6 expref: 14358 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.683221:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14358:2006:x1825030869327744:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.683225:0:9553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328512 00010000:00010000:0.0:1740485461.683225:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a52f2400/0x5922c046cdb8da8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82c6 expref: 14358 pid: 16642 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1740485461.683227:0:9553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328512 00010000:00010000:2.0:1740485461.683228:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683230:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52f2400, rc 0) 00010000:00010000:2.0:1740485461.683235:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008523ca00/0x5922c046cdb8da93 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82d4 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.683237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.683239:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432177 00000100:00100000:0.0:1740485461.683240:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fa6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14360:2006:x1825030869327488:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.683244:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.683244:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14360:2006:x1825030869328000:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.683244:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432175 00010000:00010000:2.0:1740485461.683246:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683250:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008523ca00/0x5922c046cdb8da93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82d4 expref: 14360 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683251:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.683251:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328768 00000100:00100000:0.0:1740485461.683253:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328768 00000100:00100000:3.0:1740485461.683257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.683258:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008523ca00/0x5922c046cdb8da93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82d4 expref: 14360 pid: 16030 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683259:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac32a00/0x5922c046cdb8da9a lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82e2 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.683262:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869323776 00000100:00100000:0.0:1740485461.683263:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869323776 00010000:00010000:2.0:1740485461.683265:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008523ca00, rc 0) 00010000:00010000:1.0:1740485461.683271:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.683272:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.683273:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432178 00000100:00100000:3.0:1740485461.683275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.683276:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869328256:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.683277:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac32a00/0x5922c046cdb8da9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82e2 expref: 14361 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.683278:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a6f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869327744:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.683280:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.683283:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432176 00010000:00010000:0.0:1740485461.683284:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b9d3a00/0x5922c046cdb8daa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82f0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.683287:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac32a00/0x5922c046cdb8da9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82e2 expref: 14361 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683294:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683295:0:16030:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324032 00010000:00010000:1.0:1740485461.683295:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac32a00, rc 0) 00010000:00010000:0.0:1740485461.683295:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683297:0:16030:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324032 00010000:00010000:0.0:1740485461.683297:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b9d3a00/0x5922c046cdb8daa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82f0 expref: 14361 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683303:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b9d3a00/0x5922c046cdb8daa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82f0 expref: 14361 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683308:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d3a00, rc 0) 00000100:00100000:2.0:1740485461.683311:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432179 00000100:00100000:1.0:1740485461.683311:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869328000:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.683315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.683316:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869328512:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.683316:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869328256:12345-192.168.204.38@tcp:101:rm.0 Request processed in 40us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.683318:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432177 00010000:00010000:2.0:1740485461.683321:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.683321:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432178 00010000:00010000:2.0:1740485461.683327:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880072f6c800/0x5922c046cdb8daa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82fe expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.683327:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324288 00000100:00100000:0.0:1740485461.683329:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324288 00000100:00100000:3.0:1740485461.683331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.683333:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432180 00010000:00010000:2.0:1740485461.683336:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683337:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1740485461.683338:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14360:2006:x1825030869328768:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.683338:0:16642:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324544 00000100:00100000:0.0:1740485461.683340:0:16642:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324544 00010000:00010000:2.0:1740485461.683341:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880072f6c800/0x5922c046cdb8daa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82fe expref: 14360 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.683345:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1740485461.683346:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432181 00010000:00010000:2.0:1740485461.683349:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880072f6c800/0x5922c046cdb8daa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82fe expref: 14360 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683349:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88013070b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2517:2006:x1825030869323776:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.683352:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac33e00/0x5922c046cdb8daaf lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d830c expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683353:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.683356:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072f6c800, rc 0) 00000100:00100000:3.0:1740485461.683358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.683358:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3200/0x5922c046cdb8dab6 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d81fb expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.683365:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683365:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.683366:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683366:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683367:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+14361:2006:x1825030869328512:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (146us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.683369:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3200/0x5922c046cdb8dab6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81fb expref: 2518 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683371:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac33e00/0x5922c046cdb8daaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d830c expref: 14361 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.683372:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432179 00010000:00010000:0.0:1740485461.683378:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3200/0x5922c046cdb8dab6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d81fb expref: 2518 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683380:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac33e00/0x5922c046cdb8daaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x48ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d830c expref: 14360 pid: 9553 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1740485461.683381:0:16030:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869324800 00000100:00100000:3.0:1740485461.683383:0:16652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325056 00000100:00100000:2.0:1740485461.683383:0:16030:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869324800 00010000:00010000:0.0:1740485461.683383:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d3200, rc 0) 00000100:00100000:3.0:1740485461.683385:0:16652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325056 00010000:00010000:1.0:1740485461.683388:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac33e00, rc 0) 00000100:00100000:0.0:1740485461.683390:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88013070b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2520:2006:x1825030869323776:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.683394:0:16030:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325312 00000100:00100000:0.0:1740485461.683394:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432181 00000100:00100000:2.0:1740485461.683396:0:16030:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325312 00000100:00100000:3.0:1740485461.683399:0:16652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432182 00000100:00100000:3.0:1740485461.683402:0:16652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880130709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2520:2006:x1825030869324032:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:1.0:1740485461.683402:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a6f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+14360:2006:x1825030869328768:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.683404:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432183 00000100:00100000:0.0:1740485461.683406:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2520:2006:x1825030869324288:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.683407:0:16652:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1740485461.683409:0:16030:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432184 00010000:00010000:0.0:1740485461.683410:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.683412:0:16652:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072398000/0x5922c046cdb8dabd lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8209 expref: -99 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.683413:0:16030:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+2520:2006:x1825030869324544:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.683413:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3000/0x5922c046cdb8dac4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8217 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.683418:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432180 00010000:00010000:3.0:1740485461.683419:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683419:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683420:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683420:0:16030:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683420:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683423:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3000/0x5922c046cdb8dac4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8217 expref: 2522 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683424:0:16652:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072398000/0x5922c046cdb8dabd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8209 expref: 2522 pid: 16652 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683425:0:16030:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f6d400/0x5922c046cdb8dacb lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8225 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683429:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3000/0x5922c046cdb8dac4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8217 expref: 2522 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683430:0:16652:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072398000/0x5922c046cdb8dabd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8209 expref: 2523 pid: 16652 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683433:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683433:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d3000, rc 0) 00010000:00010000:2.0:1740485461.683434:0:16030:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683435:0:16652:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072398000, rc 0) 00000100:00100000:1.0:1740485461.683435:0:9553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432185 00010000:00010000:2.0:1740485461.683437:0:16030:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f6d400/0x5922c046cdb8dacb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8225 expref: 2523 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683439:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2523:2006:x1825030869324288:12345-192.168.204.38@tcp:101:rm.0 Request processed in 32us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.683440:0:9553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2523:2006:x1825030869324800:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.683442:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432183 00010000:00010000:2.0:1740485461.683443:0:16030:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072f6d400/0x5922c046cdb8dacb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8225 expref: 2523 pid: 16030 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683445:0:16652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880130709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2523:2006:x1825030869324032:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (170us total) trans 0 rc 0/0 00010000:00010000:1.0:1740485461.683447:0:9553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.683448:0:16030:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072f6d400, rc 0) 00000100:00100000:3.0:1740485461.683449:0:16652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432182 00000100:00100000:0.0:1740485461.683452:0:16642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432186 00010000:00010000:1.0:1740485461.683455:0:9553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac32e00/0x5922c046cdb8dad2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8233 expref: -99 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1740485461.683455:0:16642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2522:2006:x1825030869325056:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.683458:0:16030:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:462aff8a-4acc-47db-bc98-439daac195c0+2521:2006:x1825030869324544:12345-192.168.204.38@tcp:101:rm.0 Request processed in 44us (126us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.683459:0:16642:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.683460:0:16652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432187 00010000:00010000:0.0:1740485461.683462:0:16642:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2600/0x5922c046cdb8dad9 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8241 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1740485461.683463:0:16652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2522:2006:x1825030869325312:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.683463:0:16030:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432184 00010000:00010000:3.0:1740485461.683467:0:16652:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.683467:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.683468:0:9553:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683469:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683470:0:16642:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683471:0:16652:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dda00/0x5922c046cdb8dae0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d824f expref: -99 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683472:0:16642:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2600/0x5922c046cdb8dad9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8241 expref: 2522 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683473:0:9553:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac32e00/0x5922c046cdb8dad2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8233 expref: 2522 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683477:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683478:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683478:0:16642:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2600/0x5922c046cdb8dad9 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8241 expref: 2523 pid: 16642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683480:0:16652:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dda00/0x5922c046cdb8dae0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d824f expref: 2523 pid: 16652 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683482:0:16642:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d2600, rc 0) 00010000:00010000:1.0:1740485461.683484:0:9553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac32e00/0x5922c046cdb8dad2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8233 expref: 2523 pid: 9553 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683487:0:16652:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dda00/0x5922c046cdb8dae0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d824f expref: 2523 pid: 16652 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683489:0:16642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_052:462aff8a-4acc-47db-bc98-439daac195c0+2523:2006:x1825030869325056:12345-192.168.204.38@tcp:101:rm.0 Request processed in 33us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1740485461.683491:0:16652:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dda00, rc 0) 00000100:00100000:0.0:1740485461.683492:0:16642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432186 00010000:00010000:1.0:1740485461.683497:0:9553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac32e00, rc 0) 00000100:00100000:3.0:1740485461.683498:0:16652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2523:2006:x1825030869325312:12345-192.168.204.38@tcp:101:rm.0 Request processed in 35us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.683501:0:16652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432187 00000100:00100000:1.0:1740485461.683512:0:9553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:462aff8a-4acc-47db-bc98-439daac195c0+2521:2006:x1825030869324800:12345-192.168.204.38@tcp:101:rm.0 Request processed in 71us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.683518:0:9553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432185 00000100:00100000:3.0:1740485461.683550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1740485461.683560:0:16705:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325568 00000100:00100000:1.0:1740485461.683564:0:16705:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325568 00000100:00100000:1.0:1740485461.683601:0:16705:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432188 00000100:00100000:1.0:1740485461.683605:0:16705:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f72d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+2521:2006:x1825030869325568:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:1.0:1740485461.683612:0:16705:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1740485461.683618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.683620:0:16705:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac33800/0x5922c046cdb8dae7 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d825d expref: -99 pid: 16705 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1740485461.683630:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1740485461.683631:0:16705:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1740485461.683632:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869325824 00000100:00100000:0.0:1740485461.683635:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869325824 00000100:00100000:3.0:1740485461.683636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.683636:0:16705:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac33800/0x5922c046cdb8dae7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d825d expref: 2522 pid: 16705 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:1.0:1740485461.683646:0:16705:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac33800/0x5922c046cdb8dae7 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d825d expref: 2523 pid: 16705 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683654:0:16705:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac33800, rc 0) 00000100:00100000:0.0:1740485461.683656:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326080 00000100:00100000:0.0:1740485461.683657:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326080 00000100:00100000:2.0:1740485461.683661:0:16649:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326336 00000100:00100000:3.0:1740485461.683664:0:16613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432189 00000100:00100000:2.0:1740485461.683664:0:16649:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326336 00000100:00100000:3.0:1740485461.683669:0:16613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869325824:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:0.0:1740485461.683669:0:16643:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432190 00000100:00100000:1.0:1740485461.683671:0:16705:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f72d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_111:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869325568:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.683672:0:16643:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869326080:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.683675:0:16613:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.683677:0:16705:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432188 00010000:00010000:0.0:1740485461.683677:0:16643:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.683680:0:16613:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd200/0x5922c046cdb8daee lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d826b expref: -99 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.683682:0:16649:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432191 00010000:00010000:0.0:1740485461.683682:0:16643:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2000/0x5922c046cdb8daf5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8279 expref: -99 pid: 16643 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.683687:0:16613:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683687:0:16649:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869326336:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.683688:0:16613:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683691:0:16613:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd200/0x5922c046cdb8daee lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d826b expref: 2526 pid: 16613 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683693:0:16649:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683693:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683695:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683697:0:16613:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a55dd200/0x5922c046cdb8daee lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d826b expref: 2526 pid: 16613 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683698:0:16643:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2000/0x5922c046cdb8daf5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8279 expref: 2526 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683699:0:16649:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f6cc00/0x5922c046cdb8dafc lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8287 expref: -99 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.683702:0:16613:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55dd200, rc 0) 00010000:00010000:0.0:1740485461.683704:0:16643:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2000/0x5922c046cdb8daf5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8279 expref: 2526 pid: 16643 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683709:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683709:0:16643:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d2000, rc 0) 00010000:00010000:2.0:1740485461.683710:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.683711:0:16613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:462aff8a-4acc-47db-bc98-439daac195c0+2527:2006:x1825030869325824:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1740485461.683714:0:16613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432189 00010000:00010000:2.0:1740485461.683714:0:16649:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f6cc00/0x5922c046cdb8dafc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8287 expref: 2527 pid: 16649 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683720:0:16643:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:462aff8a-4acc-47db-bc98-439daac195c0+2526:2006:x1825030869326080:12345-192.168.204.38@tcp:101:rm.0 Request processed in 47us (83us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.683723:0:16649:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072f6cc00/0x5922c046cdb8dafc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8287 expref: 2526 pid: 16649 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.683724:0:16643:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432190 00010000:00010000:2.0:1740485461.683730:0:16649:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072f6cc00, rc 0) 00000100:00100000:3.0:1740485461.683734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.683744:0:16649:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869326336:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1740485461.683747:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326592 00000100:00100000:2.0:1740485461.683749:0:16649:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432191 00000100:00100000:1.0:1740485461.683752:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326592 00000100:00100000:2.0:1740485461.683770:0:16652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432192 00000100:00100000:2.0:1740485461.683773:0:16652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2525:2006:x1825030869326592:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:3.0:1740485461.683775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.683779:0:16652:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.683782:0:16652:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072f6c200/0x5922c046cdb8db03 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8295 expref: -99 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.683785:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869326848 00000100:00100000:1.0:1740485461.683787:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869326848 00010000:00010000:2.0:1740485461.683789:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683790:0:16652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683792:0:16652:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072f6c200/0x5922c046cdb8db03 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8295 expref: 2527 pid: 16652 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1740485461.683801:0:16652:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072f6c200/0x5922c046cdb8db03 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8295 expref: 2527 pid: 16652 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683806:0:16652:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072f6c200, rc 0) 00000100:00100000:1.0:1740485461.683810:0:16676:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327104 00000100:00100000:1.0:1740485461.683813:0:16676:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327104 00000100:00100000:0.0:1740485461.683817:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432193 00000100:00100000:2.0:1740485461.683818:0:16652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_062:462aff8a-4acc-47db-bc98-439daac195c0+2528:2006:x1825030869326592:12345-192.168.204.38@tcp:101:rm.0 Request processed in 41us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.683821:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2528:2006:x1825030869326848:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.683823:0:16652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432192 00010000:00010000:0.0:1740485461.683826:0:16651:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.683831:0:16651:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3400/0x5922c046cdb8db0a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82a3 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.683836:0:16676:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432194 00000100:00100000:1.0:1740485461.683841:0:16676:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009907bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2528:2006:x1825030869327104:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:0.0:1740485461.683842:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683843:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1740485461.683847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:0.0:1740485461.683848:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3400/0x5922c046cdb8db0a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82a3 expref: 2528 pid: 16651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1740485461.683849:0:16676:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1740485461.683856:0:16676:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac33400/0x5922c046cdb8db11 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82b1 expref: -99 pid: 16676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683858:0:16651:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d3400/0x5922c046cdb8db0a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82a3 expref: 2528 pid: 16651 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.683866:0:16649:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327360 00010000:00010000:1.0:1740485461.683867:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.683869:0:16649:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327360 00010000:00010000:1.0:1740485461.683869:0:16676:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683871:0:16651:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d3400, rc 0) 00010000:00010000:1.0:1740485461.683875:0:16676:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac33400/0x5922c046cdb8db11 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82b1 expref: 2530 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1740485461.683885:0:16613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327616 00010000:00010000:1.0:1740485461.683885:0:16676:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac33400/0x5922c046cdb8db11 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82b1 expref: 2530 pid: 16676 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683886:0:16613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327616 00000100:00100000:2.0:1740485461.683886:0:16649:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869327872 00000100:00100000:0.0:1740485461.683886:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2530:2006:x1825030869326848:12345-192.168.204.38@tcp:101:rm.0 Request processed in 64us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.683888:0:16649:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869327872 00010000:00010000:1.0:1740485461.683893:0:16676:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac33400, rc 0) 00000100:00100000:0.0:1740485461.683893:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432193 00000100:00100000:3.0:1740485461.683901:0:16613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432195 00000100:00100000:3.0:1740485461.683904:0:16613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880099078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:462aff8a-4acc-47db-bc98-439daac195c0+2531:2006:x1825030869327360:12345-192.168.204.38@tcp:101:rm.0 00000100:00100000:2.0:1740485461.683906:0:16649:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432196 00010000:00010000:3.0:1740485461.683908:0:16613:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.683908:0:16676:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009907bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:462aff8a-4acc-47db-bc98-439daac195c0+2531:2006:x1825030869327104:12345-192.168.204.38@tcp:101:rm.0 Request processed in 65us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.683911:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432197 00000100:00100000:2.0:1740485461.683912:0:16649:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2531:2006:x1825030869327616:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:3.0:1740485461.683914:0:16613:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880072cd7e00/0x5922c046cdb8db18 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82bf expref: -99 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1740485461.683916:0:16676:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432194 00000100:00100000:0.0:1740485461.683916:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2531:2006:x1825030869327872:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.683919:0:16649:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.683920:0:16613:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1740485461.683921:0:16613:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683922:0:16651:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1740485461.683924:0:16613:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880072cd7e00/0x5922c046cdb8db18 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82bf expref: 2531 pid: 16613 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683926:0:16649:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f56ec00/0x5922c046cdb8db1f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82cd expref: -99 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1740485461.683929:0:16651:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2e00/0x5922c046cdb8db26 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82db expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1740485461.683930:0:16613:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880072cd7e00/0x5922c046cdb8db18 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82bf expref: 2531 pid: 16613 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1740485461.683935:0:16613:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072cd7e00, rc 0) 00010000:00010000:2.0:1740485461.683936:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683937:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683939:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.683940:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.683942:0:16649:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f56ec00/0x5922c046cdb8db1f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82cd expref: 2533 pid: 16649 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.683945:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2e00/0x5922c046cdb8db26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82db expref: 2533 pid: 16651 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683947:0:16613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880099078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_027:462aff8a-4acc-47db-bc98-439daac195c0+2533:2006:x1825030869327360:12345-192.168.204.38@tcp:101:rm.0 Request processed in 42us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1740485461.683950:0:16649:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f56ec00/0x5922c046cdb8db1f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82cd expref: 2533 pid: 16649 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1740485461.683952:0:16613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432195 00010000:00010000:0.0:1740485461.683954:0:16651:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b9d2e00/0x5922c046cdb8db26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82db expref: 2533 pid: 16651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.683958:0:16649:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f56ec00, rc 0) 00010000:00010000:0.0:1740485461.683960:0:16651:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b9d2e00, rc 0) 00000100:00100000:0.0:1740485461.683972:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2532:2006:x1825030869327872:12345-192.168.204.38@tcp:101:rm.0 Request processed in 56us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1740485461.683977:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432197 00000100:00100000:2.0:1740485461.683978:0:16649:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2532:2006:x1825030869327616:12345-192.168.204.38@tcp:101:rm.0 Request processed in 66us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.683984:0:16649:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432196 00000100:00100000:3.0:1740485461.683993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.684000:0:16649:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328128 00000100:00100000:2.0:1740485461.684003:0:16649:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328128 00000100:00100000:3.0:1740485461.684020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1740485461.684021:0:16649:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432198 00000100:00100000:2.0:1740485461.684025:0:16649:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2531:2006:x1825030869328128:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.684031:0:16649:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1740485461.684033:0:16643:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328384 00000100:00100000:1.0:1740485461.684036:0:16643:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328384 00010000:00010000:2.0:1740485461.684038:0:16649:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f56e600/0x5922c046cdb8db2d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82e9 expref: -99 pid: 16649 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.684048:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.684050:0:16649:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.684053:0:16649:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f56e600/0x5922c046cdb8db2d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82e9 expref: 2533 pid: 16649 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.684060:0:16651:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432199 00010000:00010000:2.0:1740485461.684062:0:16649:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f56e600/0x5922c046cdb8db2d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82e9 expref: 2533 pid: 16649 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1740485461.684064:0:16651:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2533:2006:x1825030869328384:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.684068:0:16649:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f56e600, rc 0) 00010000:00010000:0.0:1740485461.684071:0:16651:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1740485461.684076:0:16651:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4348e00/0x5922c046cdb8db34 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d82f7 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1740485461.684080:0:16649:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_059:462aff8a-4acc-47db-bc98-439daac195c0+2533:2006:x1825030869328128:12345-192.168.204.38@tcp:101:rm.0 Request processed in 54us (87us total) trans 0 rc 0/0 00010000:00010000:0.0:1740485461.684084:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1740485461.684085:0:16649:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432198 00010000:00010000:0.0:1740485461.684085:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1740485461.684088:0:16651:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4348e00/0x5922c046cdb8db34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82f7 expref: 2534 pid: 16651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.684097:0:16651:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4348e00/0x5922c046cdb8db34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d82f7 expref: 2533 pid: 16651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1740485461.684104:0:16651:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4348e00, rc 0) 00000100:00100000:3.0:1740485461.684106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1740485461.684118:0:16651:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:462aff8a-4acc-47db-bc98-439daac195c0+2533:2006:x1825030869328384:12345-192.168.204.38@tcp:101:rm.0 Request processed in 52us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.684119:0:16632:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1825030869328640 00000100:00100000:2.0:1740485461.684121:0:16632:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1825030869328640 00000100:00100000:0.0:1740485461.684124:0:16651:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432199 00000100:00100000:2.0:1740485461.684134:0:16632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1432200 00000100:00100000:2.0:1740485461.684139:0:16632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2533:2006:x1825030869328640:12345-192.168.204.38@tcp:101:rm.0 00010000:00010000:2.0:1740485461.684146:0:16632:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1740485461.684151:0:16632:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f56fa00/0x5922c046cdb8db3b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x45bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24c8a9d813d8305 expref: -99 pid: 16632 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1740485461.684160:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.684161:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1740485461.684165:0:16632:0:(ldlm_resource.c:1665:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f56fa00/0x5922c046cdb8db3b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8305 expref: 2534 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.684173:0:16632:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f56fa00/0x5922c046cdb8db3b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x24c8a9d813d8305 expref: 2534 pid: 16632 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1740485461.684180:0:16632:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f56fa00, rc 0) 00000100:00100000:2.0:1740485461.684190:0:16632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_045:462aff8a-4acc-47db-bc98-439daac195c0+2534:2006:x1825030869328640:12345-192.168.204.38@tcp:101:rm.0 Request processed in 51us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1740485461.684195:0:16632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1432200 00010000:00010000:3.0:1740485461.788828:0:7202:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1740485462.044548:0:17071:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: racer test_2: @@@@@@ FAIL: test_2 failed with 1 Debug log: 60243 lines, 60243 kept, 0 dropped, 0 bad.